{"level":"warn","ts":"2026-03-29T01:51:41.283579Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:51:41.283661Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T01:51:41.283753Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:51:41.283784Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-29T01:51:41.283824Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:51:41.284468Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-03-29T01:51:41.284569Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T01:51:41.305378Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"20.519109ms"} {"level":"info","ts":"2026-03-29T01:51:41.341316Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-03-29T01:51:41.341483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T01:51:41.34154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-03-29T01:51:41.341628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T01:51:41.341674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-03-29T01:51:41.341819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-03-29T01:51:41.391409Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T01:51:41.400563Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T01:51:41.421678Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T01:51:41.436482Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T01:51:41.436831Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T01:51:41.436882Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:51:41.438977Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:51:41.439132Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:51:41.442275Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:51:41.442504Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-29T01:51:41.442563Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-29T01:51:41.443282Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T01:51:41.443332Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T01:51:41.444145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-03-29T01:51:41.444367Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-29T01:51:41.942682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T01:51:41.942758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T01:51:41.942781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-03-29T01:51:41.942801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-03-29T01:51:41.942812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-29T01:51:41.942828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-03-29T01:51:41.942842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-29T01:51:42.228735Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:51:42.306539Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T01:51:42.30655Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:51:42.306643Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:51:42.307025Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T01:51:42.30717Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T01:51:42.310841Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-03-29T01:51:42.311624Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T01:51:42.440912Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:51:42.44124Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:51:42.441349Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-29T01:51:42.67167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.42886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.671744Z","caller":"traceutil/trace.go:171","msg":"trace[1800937728] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"227.554602ms","start":"2026-03-29T01:51:42.444177Z","end":"2026-03-29T01:51:42.671731Z","steps":["trace[1800937728] 'range keys from in-memory index tree' (duration: 227.068983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.671892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.31718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.671915Z","caller":"traceutil/trace.go:171","msg":"trace[892468420] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"158.351921ms","start":"2026-03-29T01:51:42.513557Z","end":"2026-03-29T01:51:42.671909Z","steps":["trace[892468420] 'count revisions from in-memory index tree' (duration: 158.217988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.671965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.261899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:42.67205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.468375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.672081Z","caller":"traceutil/trace.go:171","msg":"trace[1890231616] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"143.519316ms","start":"2026-03-29T01:51:42.528555Z","end":"2026-03-29T01:51:42.672075Z","steps":["trace[1890231616] 'count revisions from in-memory index tree' (duration: 143.402134ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:42.672111Z","caller":"traceutil/trace.go:171","msg":"trace[629526947] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"158.450343ms","start":"2026-03-29T01:51:42.513605Z","end":"2026-03-29T01:51:42.672055Z","steps":["trace[629526947] 'range keys from in-memory index tree' (duration: 158.215388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.672196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.467867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.672222Z","caller":"traceutil/trace.go:171","msg":"trace[2024679847] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"130.523819ms","start":"2026-03-29T01:51:42.541693Z","end":"2026-03-29T01:51:42.672217Z","steps":["trace[2024679847] 'range keys from in-memory index tree' (duration: 130.422506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.672306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.941313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:42.672359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.655942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.672383Z","caller":"traceutil/trace.go:171","msg":"trace[1976572489] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"130.707982ms","start":"2026-03-29T01:51:42.54167Z","end":"2026-03-29T01:51:42.672378Z","steps":["trace[1976572489] 'count revisions from in-memory index tree' (duration: 130.545949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.672396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.754429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.672424Z","caller":"traceutil/trace.go:171","msg":"trace[98590210] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"214.78973ms","start":"2026-03-29T01:51:42.457626Z","end":"2026-03-29T01:51:42.672416Z","steps":["trace[98590210] 'range keys from in-memory index tree' (duration: 214.704818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.672477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.670673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.672497Z","caller":"traceutil/trace.go:171","msg":"trace[552604286] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"117.705874ms","start":"2026-03-29T01:51:42.554786Z","end":"2026-03-29T01:51:42.672492Z","steps":["trace[552604286] 'range keys from in-memory index tree' (duration: 117.628153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.672565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.342129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.672599Z","caller":"traceutil/trace.go:171","msg":"trace[855119710] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"227.389249ms","start":"2026-03-29T01:51:42.445199Z","end":"2026-03-29T01:51:42.672589Z","steps":["trace[855119710] 'count revisions from in-memory index tree' (duration: 227.268706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.672648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.931357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.672357Z","caller":"traceutil/trace.go:171","msg":"trace[1395437725] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"214.988263ms","start":"2026-03-29T01:51:42.457355Z","end":"2026-03-29T01:51:42.672343Z","steps":["trace[1395437725] 'count revisions from in-memory index tree' (duration: 214.877781ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:42.672769Z","caller":"traceutil/trace.go:171","msg":"trace[886537014] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"181.112961ms","start":"2026-03-29T01:51:42.491634Z","end":"2026-03-29T01:51:42.672747Z","steps":["trace[886537014] 'count revisions from in-memory index tree' (duration: 180.881576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.673236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.651104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.673286Z","caller":"traceutil/trace.go:171","msg":"trace[1900574619] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"169.738806ms","start":"2026-03-29T01:51:42.503534Z","end":"2026-03-29T01:51:42.673273Z","steps":["trace[1900574619] 'range keys from in-memory index tree' (duration: 169.600612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.673543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.770466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.673659Z","caller":"traceutil/trace.go:171","msg":"trace[176640716] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"169.91872ms","start":"2026-03-29T01:51:42.50372Z","end":"2026-03-29T01:51:42.673639Z","steps":["trace[176640716] 'count revisions from in-memory index tree' (duration: 169.685495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.672176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.295102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.674754Z","caller":"traceutil/trace.go:171","msg":"trace[1737140841] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"204.871873ms","start":"2026-03-29T01:51:42.46984Z","end":"2026-03-29T01:51:42.674712Z","steps":["trace[1737140841] 'count revisions from in-memory index tree' (duration: 202.236811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.67329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.000047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.67508Z","caller":"traceutil/trace.go:171","msg":"trace[1709355630] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"194.797573ms","start":"2026-03-29T01:51:42.480257Z","end":"2026-03-29T01:51:42.675055Z","steps":["trace[1709355630] 'count revisions from in-memory index tree' (duration: 192.965546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.673323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.586446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.675232Z","caller":"traceutil/trace.go:171","msg":"trace[125545081] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"205.508305ms","start":"2026-03-29T01:51:42.469694Z","end":"2026-03-29T01:51:42.675202Z","steps":["trace[125545081] 'range keys from in-memory index tree' (duration: 203.369362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.673352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.344584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.675384Z","caller":"traceutil/trace.go:171","msg":"trace[1601742984] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"195.360384ms","start":"2026-03-29T01:51:42.47999Z","end":"2026-03-29T01:51:42.675351Z","steps":["trace[1601742984] 'range keys from in-memory index tree' (duration: 193.302103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.672024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.518386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:42.674026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.474929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.675502Z","caller":"traceutil/trace.go:171","msg":"trace[630398084] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"146.980074ms","start":"2026-03-29T01:51:42.528479Z","end":"2026-03-29T01:51:42.67546Z","steps":["trace[630398084] 'range keys from in-memory index tree' (duration: 143.476265ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:42.675587Z","caller":"traceutil/trace.go:171","msg":"trace[1414106889] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"184.037239ms","start":"2026-03-29T01:51:42.491512Z","end":"2026-03-29T01:51:42.67555Z","steps":["trace[1414106889] 'range keys from in-memory index tree' (duration: 182.389517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:42.674161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.924468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:42.675756Z","caller":"traceutil/trace.go:171","msg":"trace[2027637165] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"120.591921ms","start":"2026-03-29T01:51:42.555127Z","end":"2026-03-29T01:51:42.675719Z","steps":["trace[2027637165] 'count revisions from in-memory index tree' (duration: 118.745915ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:43.814276Z","caller":"traceutil/trace.go:171","msg":"trace[72835167] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"162.251188ms","start":"2026-03-29T01:51:43.651999Z","end":"2026-03-29T01:51:43.81425Z","steps":["trace[72835167] 'read index received' (duration: 162.154756ms)","trace[72835167] 'applied index is now lower than readState.Index' (duration: 95.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:43.814345Z","caller":"traceutil/trace.go:171","msg":"trace[1719964892] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"163.048895ms","start":"2026-03-29T01:51:43.651246Z","end":"2026-03-29T01:51:43.814295Z","steps":["trace[1719964892] 'process raft request' (duration: 162.79916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:43.81458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.521543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:43.814647Z","caller":"traceutil/trace.go:171","msg":"trace[577357393] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:0; response_revision:2; }","duration":"162.642076ms","start":"2026-03-29T01:51:43.651988Z","end":"2026-03-29T01:51:43.81463Z","steps":["trace[577357393] 'agreement among raft nodes before linearized reading' (duration: 162.396492ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.018955Z","caller":"traceutil/trace.go:171","msg":"trace[1530863360] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"289.7244ms","start":"2026-03-29T01:51:43.729207Z","end":"2026-03-29T01:51:44.018932Z","steps":["trace[1530863360] 'process raft request' (duration: 289.407564ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.019197Z","caller":"traceutil/trace.go:171","msg":"trace[1797976011] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"289.129877ms","start":"2026-03-29T01:51:43.73004Z","end":"2026-03-29T01:51:44.01917Z","steps":["trace[1797976011] 'process raft request' (duration: 288.850932ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.019205Z","caller":"traceutil/trace.go:171","msg":"trace[425866804] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"289.156608ms","start":"2026-03-29T01:51:43.730021Z","end":"2026-03-29T01:51:44.019178Z","steps":["trace[425866804] 'process raft request' (duration: 288.821181ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.019426Z","caller":"traceutil/trace.go:171","msg":"trace[2047044898] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"289.177828ms","start":"2026-03-29T01:51:43.730187Z","end":"2026-03-29T01:51:44.019365Z","steps":["trace[2047044898] 'process raft request' (duration: 288.74858ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.019499Z","caller":"traceutil/trace.go:171","msg":"trace[1864846535] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"289.135837ms","start":"2026-03-29T01:51:43.730238Z","end":"2026-03-29T01:51:44.019374Z","steps":["trace[1864846535] 'process raft request' (duration: 288.73072ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.019578Z","caller":"traceutil/trace.go:171","msg":"trace[1297717230] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"289.318711ms","start":"2026-03-29T01:51:43.73025Z","end":"2026-03-29T01:51:44.019569Z","steps":["trace[1297717230] 'process raft request' (duration: 288.921533ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.019558Z","caller":"traceutil/trace.go:171","msg":"trace[1660313421] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:5; }","duration":"205.180752ms","start":"2026-03-29T01:51:43.814353Z","end":"2026-03-29T01:51:44.019534Z","steps":["trace[1660313421] 'read index received' (duration: 204.383817ms)","trace[1660313421] 'applied index is now lower than readState.Index' (duration: 795.835µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:44.0202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.614746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:44.020219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.966463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:44.020221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.929942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.021025Z","caller":"traceutil/trace.go:171","msg":"trace[498946206] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9; }","duration":"290.80976ms","start":"2026-03-29T01:51:43.730198Z","end":"2026-03-29T01:51:44.021008Z","steps":["trace[498946206] 'agreement among raft nodes before linearized reading' (duration: 289.527135ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.02024Z","caller":"traceutil/trace.go:171","msg":"trace[2079115786] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:0; response_revision:9; }","duration":"292.703617ms","start":"2026-03-29T01:51:43.727527Z","end":"2026-03-29T01:51:44.020231Z","steps":["trace[2079115786] 'agreement among raft nodes before linearized reading' (duration: 292.203487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.020283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.706093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.020907Z","caller":"traceutil/trace.go:171","msg":"trace[704049975] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"290.671327ms","start":"2026-03-29T01:51:43.730216Z","end":"2026-03-29T01:51:44.020888Z","steps":["trace[704049975] 'agreement among raft nodes before linearized reading' (duration: 289.744309ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.021482Z","caller":"traceutil/trace.go:171","msg":"trace[303796225] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"239.890327ms","start":"2026-03-29T01:51:43.781531Z","end":"2026-03-29T01:51:44.021422Z","steps":["trace[303796225] 'agreement among raft nodes before linearized reading' (duration: 238.734234ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.020277Z","caller":"traceutil/trace.go:171","msg":"trace[582255484] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"267.014541ms","start":"2026-03-29T01:51:43.753246Z","end":"2026-03-29T01:51:44.020261Z","steps":["trace[582255484] 'process raft request' (duration: 265.988051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.020213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.976886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.021821Z","caller":"traceutil/trace.go:171","msg":"trace[1455657388] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"317.623309ms","start":"2026-03-29T01:51:43.704181Z","end":"2026-03-29T01:51:44.021804Z","steps":["trace[1455657388] 'agreement among raft nodes before linearized reading' (duration: 315.591789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.020329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.418283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.022035Z","caller":"traceutil/trace.go:171","msg":"trace[118460388] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:9; }","duration":"360.160828ms","start":"2026-03-29T01:51:43.661839Z","end":"2026-03-29T01:51:44.022Z","steps":["trace[118460388] 'agreement among raft nodes before linearized reading' (duration: 358.413633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.022057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:43.704161Z","time spent":"317.856184ms","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T01:51:44.022259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:43.661822Z","time spent":"360.335161ms","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-29T01:51:44.026776Z","caller":"traceutil/trace.go:171","msg":"trace[2139467182] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"210.788733ms","start":"2026-03-29T01:51:43.815952Z","end":"2026-03-29T01:51:44.026741Z","steps":["trace[2139467182] 'process raft request' (duration: 210.063888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.026828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.380822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.026878Z","caller":"traceutil/trace.go:171","msg":"trace[1430024461] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:10; }","duration":"186.471104ms","start":"2026-03-29T01:51:43.840393Z","end":"2026-03-29T01:51:44.026864Z","steps":["trace[1430024461] 'agreement among raft nodes before linearized reading' (duration: 186.330841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.381621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.921493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:4"} {"level":"info","ts":"2026-03-29T01:51:44.381969Z","caller":"traceutil/trace.go:171","msg":"trace[545088593] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11; }","duration":"355.65327ms","start":"2026-03-29T01:51:44.026208Z","end":"2026-03-29T01:51:44.381862Z","steps":["trace[545088593] 'process raft request' (duration: 143.823319ms)","trace[545088593] 'compare' (duration: 210.797301ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:44.382067Z","caller":"traceutil/trace.go:171","msg":"trace[115161312] linearizableReadLoop","detail":"{readStateIndex:18; appliedIndex:13; }","duration":"355.336632ms","start":"2026-03-29T01:51:44.026706Z","end":"2026-03-29T01:51:44.382043Z","steps":["trace[115161312] 'read index received' (duration: 2.989908ms)","trace[115161312] 'applied index is now lower than readState.Index' (duration: 352.345474ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:44.382144Z","caller":"traceutil/trace.go:171","msg":"trace[796036910] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"355.348433ms","start":"2026-03-29T01:51:44.026782Z","end":"2026-03-29T01:51:44.38213Z","steps":["trace[796036910] 'process raft request' (duration: 355.16381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.38217Z","caller":"traceutil/trace.go:171","msg":"trace[854312064] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"354.492587ms","start":"2026-03-29T01:51:44.027665Z","end":"2026-03-29T01:51:44.382157Z","steps":["trace[854312064] 'process raft request' (duration: 354.310823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.382216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.02676Z","time spent":"355.410774ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:44.38222Z","caller":"traceutil/trace.go:171","msg":"trace[169076067] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"355.874914ms","start":"2026-03-29T01:51:44.026321Z","end":"2026-03-29T01:51:44.382196Z","steps":["trace[169076067] 'process raft request' (duration: 355.540888ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.382148Z","caller":"traceutil/trace.go:171","msg":"trace[760504120] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"355.844864ms","start":"2026-03-29T01:51:44.026263Z","end":"2026-03-29T01:51:44.382108Z","steps":["trace[760504120] 'process raft request' (duration: 355.507997ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.382352Z","caller":"traceutil/trace.go:171","msg":"trace[1707810488] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"354.530827ms","start":"2026-03-29T01:51:44.027795Z","end":"2026-03-29T01:51:44.382326Z","steps":["trace[1707810488] 'process raft request' (duration: 354.208451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.382394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.026302Z","time spent":"355.994486ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:44.382419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.027779Z","time spent":"354.609139ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:44.382447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.026226Z","time spent":"356.120579ms","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:44.382553Z","caller":"traceutil/trace.go:171","msg":"trace[1822400962] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"355.922196ms","start":"2026-03-29T01:51:44.026574Z","end":"2026-03-29T01:51:44.382496Z","steps":["trace[1822400962] 'process raft request' (duration: 355.337184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.382541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.347645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:44.382643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.026564Z","time spent":"356.047638ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:44.382447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.546088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3171"} {"level":"info","ts":"2026-03-29T01:51:44.3827Z","caller":"traceutil/trace.go:171","msg":"trace[287179935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17; }","duration":"356.467457ms","start":"2026-03-29T01:51:44.026156Z","end":"2026-03-29T01:51:44.382623Z","steps":["trace[287179935] 'agreement among raft nodes before linearized reading' (duration: 356.007757ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.382737Z","caller":"traceutil/trace.go:171","msg":"trace[2120957429] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17; }","duration":"356.878495ms","start":"2026-03-29T01:51:44.02585Z","end":"2026-03-29T01:51:44.382728Z","steps":["trace[2120957429] 'agreement among raft nodes before linearized reading' (duration: 356.353553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.382775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.025835Z","time spent":"356.927445ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3193,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T01:51:44.382793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.026148Z","time spent":"356.591299ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:44.382278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.027606Z","time spent":"354.599759ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:44.38311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.026184Z","time spent":"355.861603ms","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:44.423851Z","caller":"traceutil/trace.go:171","msg":"trace[790338827] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"392.062033ms","start":"2026-03-29T01:51:44.031722Z","end":"2026-03-29T01:51:44.423784Z","steps":["trace[790338827] 'process raft request' (duration: 389.743948ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.42486Z","caller":"traceutil/trace.go:171","msg":"trace[1185254975] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"392.629645ms","start":"2026-03-29T01:51:44.032085Z","end":"2026-03-29T01:51:44.424715Z","steps":["trace[1185254975] 'process raft request' (duration: 391.128005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.42505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.032076Z","time spent":"392.848229ms","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:44.425694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.031665Z","time spent":"392.286598ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3479,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:51:44.425723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.663715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.425771Z","caller":"traceutil/trace.go:171","msg":"trace[19031214] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:19; }","duration":"343.729286ms","start":"2026-03-29T01:51:44.082025Z","end":"2026-03-29T01:51:44.425754Z","steps":["trace[19031214] 'agreement among raft nodes before linearized reading' (duration: 342.705457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.42582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.081949Z","time spent":"343.862338ms","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-29T01:51:44.425884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.614304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.426081Z","caller":"traceutil/trace.go:171","msg":"trace[783321098] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:19; }","duration":"393.864469ms","start":"2026-03-29T01:51:44.032183Z","end":"2026-03-29T01:51:44.426048Z","steps":["trace[783321098] 'agreement among raft nodes before linearized reading' (duration: 392.691576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.426135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.032162Z","time spent":"393.96243ms","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"warn","ts":"2026-03-29T01:51:44.427448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.099273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.42789Z","caller":"traceutil/trace.go:171","msg":"trace[1889629451] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:19; }","duration":"199.359718ms","start":"2026-03-29T01:51:44.22824Z","end":"2026-03-29T01:51:44.427599Z","steps":["trace[1889629451] 'agreement among raft nodes before linearized reading' (duration: 195.682485ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.711795Z","caller":"traceutil/trace.go:171","msg":"trace[1834666973] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"324.647872ms","start":"2026-03-29T01:51:44.387106Z","end":"2026-03-29T01:51:44.711753Z","steps":["trace[1834666973] 'process raft request' (duration: 265.103735ms)","trace[1834666973] 'compare' (duration: 59.282772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:44.711955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.387082Z","time spent":"324.800535ms","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:44.711973Z","caller":"traceutil/trace.go:171","msg":"trace[1991280715] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"324.637722ms","start":"2026-03-29T01:51:44.387272Z","end":"2026-03-29T01:51:44.71191Z","steps":["trace[1991280715] 'process raft request' (duration: 324.385747ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.712098Z","caller":"traceutil/trace.go:171","msg":"trace[848924696] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"155.973476ms","start":"2026-03-29T01:51:44.556108Z","end":"2026-03-29T01:51:44.712082Z","steps":["trace[848924696] 'process raft request' (duration: 155.926835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.712124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.387258Z","time spent":"324.793155ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:44.712162Z","caller":"traceutil/trace.go:171","msg":"trace[683492693] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"324.864117ms","start":"2026-03-29T01:51:44.387288Z","end":"2026-03-29T01:51:44.712152Z","steps":["trace[683492693] 'process raft request' (duration: 324.436928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.71224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.387265Z","time spent":"324.937218ms","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:44.712122Z","caller":"traceutil/trace.go:171","msg":"trace[592323455] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"324.195204ms","start":"2026-03-29T01:51:44.387912Z","end":"2026-03-29T01:51:44.712108Z","steps":["trace[592323455] 'process raft request' (duration: 323.97459ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.712303Z","caller":"traceutil/trace.go:171","msg":"trace[510534942] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"324.893568ms","start":"2026-03-29T01:51:44.387357Z","end":"2026-03-29T01:51:44.71225Z","steps":["trace[510534942] 'process raft request' (duration: 324.426109ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.712375Z","caller":"traceutil/trace.go:171","msg":"trace[942936536] linearizableReadLoop","detail":"{readStateIndex:30; appliedIndex:23; }","duration":"288.962903ms","start":"2026-03-29T01:51:44.423396Z","end":"2026-03-29T01:51:44.712359Z","steps":["trace[942936536] 'read index received' (duration: 228.814264ms)","trace[942936536] 'applied index is now lower than readState.Index' (duration: 60.146959ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:44.712429Z","caller":"traceutil/trace.go:171","msg":"trace[1512457772] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"325.05174ms","start":"2026-03-29T01:51:44.387363Z","end":"2026-03-29T01:51:44.712414Z","steps":["trace[1512457772] 'process raft request' (duration: 324.459408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.712502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.38734Z","time spent":"325.069171ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:44.712542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.387348Z","time spent":"325.127652ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:44.712586Z","caller":"traceutil/trace.go:171","msg":"trace[92104394] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"283.514666ms","start":"2026-03-29T01:51:44.429056Z","end":"2026-03-29T01:51:44.712571Z","steps":["trace[92104394] 'process raft request' (duration: 282.889834ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.712682Z","caller":"traceutil/trace.go:171","msg":"trace[1161743387] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"325.292565ms","start":"2026-03-29T01:51:44.387375Z","end":"2026-03-29T01:51:44.712667Z","steps":["trace[1161743387] 'process raft request' (duration: 324.480109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.71235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.387879Z","time spent":"324.450758ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:44.713069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.387358Z","time spent":"325.405337ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:44.713426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.324854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:44.713478Z","caller":"traceutil/trace.go:171","msg":"trace[728371326] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:29; }","duration":"231.422536ms","start":"2026-03-29T01:51:44.482042Z","end":"2026-03-29T01:51:44.713464Z","steps":["trace[728371326] 'agreement among raft nodes before linearized reading' (duration: 231.216252ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:44.713511Z","caller":"traceutil/trace.go:171","msg":"trace[302814968] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"281.089729ms","start":"2026-03-29T01:51:44.43239Z","end":"2026-03-29T01:51:44.71348Z","steps":["trace[302814968] 'process raft request' (duration: 279.60685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.713571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.325215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-29T01:51:44.713694Z","caller":"traceutil/trace.go:171","msg":"trace[176662658] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:29; }","duration":"328.514699ms","start":"2026-03-29T01:51:44.385149Z","end":"2026-03-29T01:51:44.713664Z","steps":["trace[176662658] 'agreement among raft nodes before linearized reading' (duration: 328.146712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:44.713763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.385123Z","time spent":"328.62697ms","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T01:51:45.451875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.353467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:51:45.451955Z","caller":"traceutil/trace.go:171","msg":"trace[540274995] linearizableReadLoop","detail":"{readStateIndex:34; appliedIndex:33; }","duration":"734.045564ms","start":"2026-03-29T01:51:44.717896Z","end":"2026-03-29T01:51:45.451941Z","steps":["trace[540274995] 'read index received' (duration: 216.763198ms)","trace[540274995] 'applied index is now lower than readState.Index' (duration: 517.281396ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:45.452071Z","caller":"traceutil/trace.go:171","msg":"trace[1559792589] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"734.194166ms","start":"2026-03-29T01:51:44.717814Z","end":"2026-03-29T01:51:45.452008Z","steps":["trace[1559792589] 'process raft request' (duration: 216.643966ms)","trace[1559792589] 'compare' (duration: 517.228894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:45.452367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.717801Z","time spent":"734.435722ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:45.452139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.236817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:45.45261Z","caller":"traceutil/trace.go:171","msg":"trace[504969390] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:30; }","duration":"734.669637ms","start":"2026-03-29T01:51:44.717858Z","end":"2026-03-29T01:51:45.452528Z","steps":["trace[504969390] 'agreement among raft nodes before linearized reading' (duration: 734.167417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:45.452707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.71784Z","time spent":"734.83625ms","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"info","ts":"2026-03-29T01:51:45.497531Z","caller":"traceutil/trace.go:171","msg":"trace[1844959025] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"774.794458ms","start":"2026-03-29T01:51:44.722728Z","end":"2026-03-29T01:51:45.497522Z","steps":["trace[1844959025] 'process raft request' (duration: 774.774427ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:45.497507Z","caller":"traceutil/trace.go:171","msg":"trace[965379316] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"777.628653ms","start":"2026-03-29T01:51:44.719823Z","end":"2026-03-29T01:51:45.497451Z","steps":["trace[965379316] 'process raft request' (duration: 777.50111ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:45.497697Z","caller":"traceutil/trace.go:171","msg":"trace[1965231266] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"777.753175ms","start":"2026-03-29T01:51:44.71989Z","end":"2026-03-29T01:51:45.497643Z","steps":["trace[1965231266] 'process raft request' (duration: 777.530091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:45.497713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.719816Z","time spent":"777.809187ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:45.497731Z","caller":"traceutil/trace.go:171","msg":"trace[430515064] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"778.085252ms","start":"2026-03-29T01:51:44.719615Z","end":"2026-03-29T01:51:45.4977Z","steps":["trace[430515064] 'process raft request' (duration: 777.784486ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:45.497797Z","caller":"traceutil/trace.go:171","msg":"trace[880166620] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"777.520711ms","start":"2026-03-29T01:51:44.720269Z","end":"2026-03-29T01:51:45.49779Z","steps":["trace[880166620] 'process raft request' (duration: 777.185474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:45.497843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.720253Z","time spent":"777.569761ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:45.497901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.719604Z","time spent":"778.191474ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:45.497896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.719869Z","time spent":"777.911279ms","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:45.497751Z","caller":"traceutil/trace.go:171","msg":"trace[825267121] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"777.307627ms","start":"2026-03-29T01:51:44.720429Z","end":"2026-03-29T01:51:45.497736Z","steps":["trace[825267121] 'process raft request' (duration: 777.051222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:45.498016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.722709Z","time spent":"774.866399ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:45.498076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.720416Z","time spent":"777.624512ms","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:45.498204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.731615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:45.49827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.968617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:45.498317Z","caller":"traceutil/trace.go:171","msg":"trace[2057484666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36; }","duration":"411.047008ms","start":"2026-03-29T01:51:45.087256Z","end":"2026-03-29T01:51:45.498303Z","steps":["trace[2057484666] 'agreement among raft nodes before linearized reading' (duration: 410.992387ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:45.49832Z","caller":"traceutil/trace.go:171","msg":"trace[1596638134] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:36; }","duration":"777.920868ms","start":"2026-03-29T01:51:44.720376Z","end":"2026-03-29T01:51:45.498297Z","steps":["trace[1596638134] 'agreement among raft nodes before linearized reading' (duration: 777.630093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:45.49839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.513334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:45.498418Z","caller":"traceutil/trace.go:171","msg":"trace[228540095] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:36; }","duration":"719.615415ms","start":"2026-03-29T01:51:44.778792Z","end":"2026-03-29T01:51:45.498408Z","steps":["trace[228540095] 'agreement among raft nodes before linearized reading' (duration: 719.578025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:45.498451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.778765Z","time spent":"719.679307ms","remote":"127.0.0.1:35450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-03-29T01:51:45.498458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.720362Z","time spent":"778.03841ms","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" "} {"level":"warn","ts":"2026-03-29T01:51:45.498483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.333335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:45.49856Z","caller":"traceutil/trace.go:171","msg":"trace[2035931578] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:36; }","duration":"779.470348ms","start":"2026-03-29T01:51:44.71907Z","end":"2026-03-29T01:51:45.49854Z","steps":["trace[2035931578] 'agreement among raft nodes before linearized reading' (duration: 779.358536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:45.498354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.087236Z","time spent":"411.111829ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:45.498616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.719061Z","time spent":"779.541789ms","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":26,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-29T01:51:45.498221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.025942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:45.49868Z","caller":"traceutil/trace.go:171","msg":"trace[1254891562] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:36; }","duration":"727.51727ms","start":"2026-03-29T01:51:44.771152Z","end":"2026-03-29T01:51:45.498669Z","steps":["trace[1254891562] 'agreement among raft nodes before linearized reading' (duration: 726.848258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:45.498722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:44.77114Z","time spent":"727.566491ms","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-29T01:51:46.267587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.0639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:51:46.26778Z","caller":"traceutil/trace.go:171","msg":"trace[1944164548] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"766.836751ms","start":"2026-03-29T01:51:45.500912Z","end":"2026-03-29T01:51:46.267749Z","steps":["trace[1944164548] 'process raft request' (duration: 298.538716ms)","trace[1944164548] 'compare' (duration: 467.888576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:46.268258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.880433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:46.268078Z","caller":"traceutil/trace.go:171","msg":"trace[160930276] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"766.208609ms","start":"2026-03-29T01:51:45.50185Z","end":"2026-03-29T01:51:46.268059Z","steps":["trace[160930276] 'process raft request' (duration: 765.841221ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:46.268311Z","caller":"traceutil/trace.go:171","msg":"trace[1110821201] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:42; }","duration":"764.955944ms","start":"2026-03-29T01:51:45.503341Z","end":"2026-03-29T01:51:46.268297Z","steps":["trace[1110821201] 'agreement among raft nodes before linearized reading' (duration: 764.838901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:46.268361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.503334Z","time spent":"765.015005ms","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-cluster-critical\" "} {"level":"warn","ts":"2026-03-29T01:51:46.268363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.50089Z","time spent":"767.3346ms","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":350,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:46.268415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.501833Z","time spent":"766.500594ms","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:46.268095Z","caller":"traceutil/trace.go:171","msg":"trace[463478617] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"765.144828ms","start":"2026-03-29T01:51:45.502932Z","end":"2026-03-29T01:51:46.268077Z","steps":["trace[463478617] 'process raft request' (duration: 764.833772ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:46.26815Z","caller":"traceutil/trace.go:171","msg":"trace[534075507] linearizableReadLoop","detail":"{readStateIndex:46; appliedIndex:41; }","duration":"730.535263ms","start":"2026-03-29T01:51:45.5376Z","end":"2026-03-29T01:51:46.268135Z","steps":["trace[534075507] 'read index received' (duration: 261.843891ms)","trace[534075507] 'applied index is now lower than readState.Index' (duration: 468.690442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:46.268879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.502924Z","time spent":"765.895202ms","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:46.269064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.165696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:46.269086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.50992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:46.269123Z","caller":"traceutil/trace.go:171","msg":"trace[972048548] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:42; }","duration":"729.256228ms","start":"2026-03-29T01:51:45.53985Z","end":"2026-03-29T01:51:46.269106Z","steps":["trace[972048548] 'agreement among raft nodes before linearized reading' (duration: 729.139326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:46.269164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.539835Z","time spent":"729.321569ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-03-29T01:51:46.269182Z","caller":"traceutil/trace.go:171","msg":"trace[1967445272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42; }","duration":"482.635943ms","start":"2026-03-29T01:51:45.786489Z","end":"2026-03-29T01:51:46.269125Z","steps":["trace[1967445272] 'agreement among raft nodes before linearized reading' (duration: 482.515211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:46.269356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.640992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:46.269326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.786468Z","time spent":"482.841117ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:51:46.268165Z","caller":"traceutil/trace.go:171","msg":"trace[279596241] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"764.647968ms","start":"2026-03-29T01:51:45.503499Z","end":"2026-03-29T01:51:46.268147Z","steps":["trace[279596241] 'process raft request' (duration: 764.560606ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:46.269425Z","caller":"traceutil/trace.go:171","msg":"trace[585382555] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:42; }","duration":"715.951879ms","start":"2026-03-29T01:51:45.553454Z","end":"2026-03-29T01:51:46.269406Z","steps":["trace[585382555] 'agreement among raft nodes before linearized reading' (duration: 715.566011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:46.269888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.503488Z","time spent":"766.35115ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:46.268154Z","caller":"traceutil/trace.go:171","msg":"trace[915748504] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"764.651338ms","start":"2026-03-29T01:51:45.50349Z","end":"2026-03-29T01:51:46.268142Z","steps":["trace[915748504] 'process raft request' (duration: 764.508665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:46.270081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.503484Z","time spent":"766.573274ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:46.26994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:45.553446Z","time spent":"716.474428ms","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-29T01:51:47.410621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.083198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:51:47.410826Z","caller":"traceutil/trace.go:171","msg":"trace[86154535] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"1.050268109s","start":"2026-03-29T01:51:46.360529Z","end":"2026-03-29T01:51:47.410797Z","steps":["trace[86154535] 'process raft request' (duration: 1.050184258s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:47.410861Z","caller":"traceutil/trace.go:171","msg":"trace[1356973729] linearizableReadLoop","detail":"{readStateIndex:49; appliedIndex:48; }","duration":"1.053003032s","start":"2026-03-29T01:51:46.357828Z","end":"2026-03-29T01:51:47.410831Z","steps":["trace[1356973729] 'read index received' (duration: 117.652839ms)","trace[1356973729] 'applied index is now lower than readState.Index' (duration: 935.344673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:47.410893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:46.360512Z","time spent":"1.050354491s","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:47.411077Z","caller":"traceutil/trace.go:171","msg":"trace[1973148329] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"1.126010456s","start":"2026-03-29T01:51:46.285037Z","end":"2026-03-29T01:51:47.411047Z","steps":["trace[1973148329] 'process raft request' (duration: 190.435348ms)","trace[1973148329] 'compare' (duration: 934.950755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:47.411353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:46.285028Z","time spent":"1.126280201s","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":326,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:47.411228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000543476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:1 size:338"} {"level":"info","ts":"2026-03-29T01:51:47.411516Z","caller":"traceutil/trace.go:171","msg":"trace[356826204] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:46; }","duration":"1.000873622s","start":"2026-03-29T01:51:46.410635Z","end":"2026-03-29T01:51:47.411508Z","steps":["trace[356826204] 'agreement among raft nodes before linearized reading' (duration: 1.000425493s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:47.411542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:46.41062Z","time spent":"1.000914712s","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":360,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-29T01:51:47.411192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053331068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:47.411592Z","caller":"traceutil/trace.go:171","msg":"trace[1192403205] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:46; }","duration":"1.053779277s","start":"2026-03-29T01:51:46.357799Z","end":"2026-03-29T01:51:47.411578Z","steps":["trace[1192403205] 'agreement among raft nodes before linearized reading' (duration: 1.053180566s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:47.411625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:46.357786Z","time spent":"1.053824648s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-03-29T01:51:47.411215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.894931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:47.411662Z","caller":"traceutil/trace.go:171","msg":"trace[1103405294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:46; }","duration":"624.37063ms","start":"2026-03-29T01:51:46.787285Z","end":"2026-03-29T01:51:47.411656Z","steps":["trace[1103405294] 'agreement among raft nodes before linearized reading' (duration: 623.796129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:47.411677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:46.7872Z","time spent":"624.473742ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:47.685259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.312691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-29T01:51:47.685546Z","caller":"traceutil/trace.go:171","msg":"trace[1628755180] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"177.356176ms","start":"2026-03-29T01:51:47.508154Z","end":"2026-03-29T01:51:47.685511Z","steps":["trace[1628755180] 'process raft request' (duration: 177.308105ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:47.685556Z","caller":"traceutil/trace.go:171","msg":"trace[1910221545] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"271.028331ms","start":"2026-03-29T01:51:47.414505Z","end":"2026-03-29T01:51:47.685533Z","steps":["trace[1910221545] 'process raft request' (duration: 156.313321ms)","trace[1910221545] 'compare' (duration: 114.118948ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:47.685587Z","caller":"traceutil/trace.go:171","msg":"trace[1636265818] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"269.986291ms","start":"2026-03-29T01:51:47.415544Z","end":"2026-03-29T01:51:47.68553Z","steps":["trace[1636265818] 'process raft request' (duration: 269.847188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:47.685759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.122243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:47.685799Z","caller":"traceutil/trace.go:171","msg":"trace[184902956] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:49; }","duration":"271.198154ms","start":"2026-03-29T01:51:47.414595Z","end":"2026-03-29T01:51:47.685793Z","steps":["trace[184902956] 'agreement among raft nodes before linearized reading' (duration: 271.065651ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:47.685614Z","caller":"traceutil/trace.go:171","msg":"trace[1142901218] linearizableReadLoop","detail":"{readStateIndex:52; appliedIndex:51; }","duration":"270.97884ms","start":"2026-03-29T01:51:47.414612Z","end":"2026-03-29T01:51:47.685591Z","steps":["trace[1142901218] 'read index received' (duration: 92.246437ms)","trace[1142901218] 'applied index is now lower than readState.Index' (duration: 178.730353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:47.68618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.483919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:47.686216Z","caller":"traceutil/trace.go:171","msg":"trace[211944324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:49; }","duration":"110.55263ms","start":"2026-03-29T01:51:47.575658Z","end":"2026-03-29T01:51:47.68621Z","steps":["trace[211944324] 'agreement among raft nodes before linearized reading' (duration: 110.502969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:47.686231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.832225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:47.686308Z","caller":"traceutil/trace.go:171","msg":"trace[1124990829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:49; }","duration":"110.958288ms","start":"2026-03-29T01:51:47.57531Z","end":"2026-03-29T01:51:47.686268Z","steps":["trace[1124990829] 'agreement among raft nodes before linearized reading' (duration: 110.820515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.056616Z","caller":"traceutil/trace.go:171","msg":"trace[902553765] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"365.154037ms","start":"2026-03-29T01:51:47.691429Z","end":"2026-03-29T01:51:48.056583Z","steps":["trace[902553765] 'process raft request' (duration: 364.914743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.056723Z","caller":"traceutil/trace.go:171","msg":"trace[1162880863] linearizableReadLoop","detail":"{readStateIndex:57; appliedIndex:54; }","duration":"364.887912ms","start":"2026-03-29T01:51:47.691799Z","end":"2026-03-29T01:51:48.056687Z","steps":["trace[1162880863] 'read index received' (duration: 17.330654ms)","trace[1162880863] 'applied index is now lower than readState.Index' (duration: 347.556008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:48.056761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.691412Z","time spent":"365.282179ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:48.056864Z","caller":"traceutil/trace.go:171","msg":"trace[694297259] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"365.395001ms","start":"2026-03-29T01:51:47.691457Z","end":"2026-03-29T01:51:48.056852Z","steps":["trace[694297259] 'process raft request' (duration: 365.053535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:48.057043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.691437Z","time spent":"365.469603ms","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":632,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:48.057051Z","caller":"traceutil/trace.go:171","msg":"trace[1660742025] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"362.807592ms","start":"2026-03-29T01:51:47.694221Z","end":"2026-03-29T01:51:48.057028Z","steps":["trace[1660742025] 'process raft request' (duration: 362.410984ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.057208Z","caller":"traceutil/trace.go:171","msg":"trace[1322195935] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"364.811541ms","start":"2026-03-29T01:51:47.69238Z","end":"2026-03-29T01:51:48.057192Z","steps":["trace[1322195935] 'process raft request' (duration: 364.198229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:48.057216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.377041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:48.057259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.694214Z","time spent":"362.919413ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:48.057303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.692364Z","time spent":"364.883512ms","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:51:48.05758Z","caller":"traceutil/trace.go:171","msg":"trace[1959946799] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:54; }","duration":"365.516384ms","start":"2026-03-29T01:51:47.691778Z","end":"2026-03-29T01:51:48.057294Z","steps":["trace[1959946799] 'agreement among raft nodes before linearized reading' (duration: 365.285799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:48.057665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.691768Z","time spent":"365.88008ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"info","ts":"2026-03-29T01:51:48.175612Z","caller":"traceutil/trace.go:171","msg":"trace[1275377357] linearizableReadLoop","detail":"{readStateIndex:60; appliedIndex:59; }","duration":"118.783546ms","start":"2026-03-29T01:51:48.056804Z","end":"2026-03-29T01:51:48.175587Z","steps":["trace[1275377357] 'read index received' (duration: 107.701074ms)","trace[1275377357] 'applied index is now lower than readState.Index' (duration: 11.081462ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:48.175983Z","caller":"traceutil/trace.go:171","msg":"trace[1034232890] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"440.586197ms","start":"2026-03-29T01:51:47.735352Z","end":"2026-03-29T01:51:48.175939Z","steps":["trace[1034232890] 'process raft request' (duration: 429.018476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:48.176117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.909432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5510"} {"level":"warn","ts":"2026-03-29T01:51:48.176135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.735336Z","time spent":"440.68538ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:48.176177Z","caller":"traceutil/trace.go:171","msg":"trace[1010103349] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:55; }","duration":"442.016295ms","start":"2026-03-29T01:51:47.734141Z","end":"2026-03-29T01:51:48.176157Z","steps":["trace[1010103349] 'agreement among raft nodes before linearized reading' (duration: 441.845721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:48.176208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.734115Z","time spent":"442.084996ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5532,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-29T01:51:48.176124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.687497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:51:48.176181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.588911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T01:51:48.176306Z","caller":"traceutil/trace.go:171","msg":"trace[265580125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:55; }","duration":"463.753754ms","start":"2026-03-29T01:51:47.712529Z","end":"2026-03-29T01:51:48.176282Z","steps":["trace[265580125] 'agreement among raft nodes before linearized reading' (duration: 463.55069ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.176315Z","caller":"traceutil/trace.go:171","msg":"trace[113718987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:55; }","duration":"388.927023ms","start":"2026-03-29T01:51:47.787339Z","end":"2026-03-29T01:51:48.176266Z","steps":["trace[113718987] 'agreement among raft nodes before linearized reading' (duration: 388.684348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:48.176371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.712507Z","time spent":"463.852515ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:51:48.176424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:47.787311Z","time spent":"389.050774ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:48.180767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.798693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a12ce6ebcfcadd\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:51:48.180824Z","caller":"traceutil/trace.go:171","msg":"trace[894000859] range","detail":"{range_begin:/registry/events/default/instance.18a12ce6ebcfcadd; range_end:; response_count:0; response_revision:58; }","duration":"119.890045ms","start":"2026-03-29T01:51:48.060924Z","end":"2026-03-29T01:51:48.180814Z","steps":["trace[894000859] 'agreement among raft nodes before linearized reading' (duration: 119.746093ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.180976Z","caller":"traceutil/trace.go:171","msg":"trace[1902146917] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"119.192952ms","start":"2026-03-29T01:51:48.061757Z","end":"2026-03-29T01:51:48.18095Z","steps":["trace[1902146917] 'process raft request' (duration: 118.730193ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.180995Z","caller":"traceutil/trace.go:171","msg":"trace[298322046] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"119.668971ms","start":"2026-03-29T01:51:48.061308Z","end":"2026-03-29T01:51:48.180977Z","steps":["trace[298322046] 'process raft request' (duration: 118.991179ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.181103Z","caller":"traceutil/trace.go:171","msg":"trace[1906897396] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"117.632053ms","start":"2026-03-29T01:51:48.063463Z","end":"2026-03-29T01:51:48.181095Z","steps":["trace[1906897396] 'process raft request' (duration: 117.119642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:48.181281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.983248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T01:51:48.181334Z","caller":"traceutil/trace.go:171","msg":"trace[1874174598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:58; }","duration":"120.0719ms","start":"2026-03-29T01:51:48.061253Z","end":"2026-03-29T01:51:48.181325Z","steps":["trace[1874174598] 'agreement among raft nodes before linearized reading' (duration: 119.930097ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.604616Z","caller":"traceutil/trace.go:171","msg":"trace[1993040803] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"113.720429ms","start":"2026-03-29T01:51:48.490859Z","end":"2026-03-29T01:51:48.60458Z","steps":["trace[1993040803] 'process raft request' (duration: 84.725833ms)","trace[1993040803] 'compare' (duration: 28.788572ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:48.604664Z","caller":"traceutil/trace.go:171","msg":"trace[1176180595] transaction","detail":"{read_only:false; response_revision:96; number_of_response:1; }","duration":"113.408063ms","start":"2026-03-29T01:51:48.49123Z","end":"2026-03-29T01:51:48.604638Z","steps":["trace[1176180595] 'process raft request' (duration: 113.288841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:48.604799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.499719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a12ce6ebcf6a60\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-03-29T01:51:48.605018Z","caller":"traceutil/trace.go:171","msg":"trace[582030559] range","detail":"{range_begin:/registry/events/default/instance.18a12ce6ebcf6a60; range_end:; response_count:1; response_revision:97; }","duration":"106.682693ms","start":"2026-03-29T01:51:48.498242Z","end":"2026-03-29T01:51:48.604925Z","steps":["trace[582030559] 'agreement among raft nodes before linearized reading' (duration: 106.439909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:48.604634Z","caller":"traceutil/trace.go:171","msg":"trace[390505579] linearizableReadLoop","detail":"{readStateIndex:102; appliedIndex:99; }","duration":"106.326636ms","start":"2026-03-29T01:51:48.498284Z","end":"2026-03-29T01:51:48.604611Z","steps":["trace[390505579] 'read index received' (duration: 77.231519ms)","trace[390505579] 'applied index is now lower than readState.Index' (duration: 29.094057ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:48.605258Z","caller":"traceutil/trace.go:171","msg":"trace[1887024783] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"112.758809ms","start":"2026-03-29T01:51:48.492479Z","end":"2026-03-29T01:51:48.605238Z","steps":["trace[1887024783] 'process raft request' (duration: 112.080856ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:49.211078Z","caller":"traceutil/trace.go:171","msg":"trace[925416979] linearizableReadLoop","detail":"{readStateIndex:138; appliedIndex:137; }","duration":"124.367538ms","start":"2026-03-29T01:51:49.086683Z","end":"2026-03-29T01:51:49.211051Z","steps":["trace[925416979] 'read index received' (duration: 31.305336ms)","trace[925416979] 'applied index is now lower than readState.Index' (duration: 93.061172ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:49.211106Z","caller":"traceutil/trace.go:171","msg":"trace[1212786572] transaction","detail":"{read_only:false; response_revision:133; number_of_response:1; }","duration":"134.501581ms","start":"2026-03-29T01:51:49.076571Z","end":"2026-03-29T01:51:49.211072Z","steps":["trace[1212786572] 'process raft request' (duration: 41.359108ms)","trace[1212786572] 'compare' (duration: 92.96786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:49.211239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.530211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:49.211393Z","caller":"traceutil/trace.go:171","msg":"trace[1124915398] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:0; response_revision:133; }","duration":"124.724035ms","start":"2026-03-29T01:51:49.086656Z","end":"2026-03-29T01:51:49.21138Z","steps":["trace[1124915398] 'agreement among raft nodes before linearized reading' (duration: 124.501331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:49.737605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.317594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:49.737784Z","caller":"traceutil/trace.go:171","msg":"trace[943734826] linearizableReadLoop","detail":"{readStateIndex:154; appliedIndex:153; }","duration":"151.617397ms","start":"2026-03-29T01:51:49.586141Z","end":"2026-03-29T01:51:49.737759Z","steps":["trace[943734826] 'read index received' (duration: 2.938146ms)","trace[943734826] 'applied index is now lower than readState.Index' (duration: 148.676041ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:49.737834Z","caller":"traceutil/trace.go:171","msg":"trace[622987757] transaction","detail":"{read_only:false; response_revision:149; number_of_response:1; }","duration":"192.20846ms","start":"2026-03-29T01:51:49.545584Z","end":"2026-03-29T01:51:49.737793Z","steps":["trace[622987757] 'process raft request' (duration: 43.538329ms)","trace[622987757] 'compare' (duration: 148.123281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:49.737939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.78424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:49.738164Z","caller":"traceutil/trace.go:171","msg":"trace[1526987122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:149; }","duration":"152.027645ms","start":"2026-03-29T01:51:49.586112Z","end":"2026-03-29T01:51:49.73814Z","steps":["trace[1526987122] 'agreement among raft nodes before linearized reading' (duration: 151.707589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:50.590523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.569474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:50.590628Z","caller":"traceutil/trace.go:171","msg":"trace[1085767828] linearizableReadLoop","detail":"{readStateIndex:163; appliedIndex:162; }","duration":"399.543987ms","start":"2026-03-29T01:51:50.191066Z","end":"2026-03-29T01:51:50.59061Z","steps":["trace[1085767828] 'read index received' (duration: 71.769459ms)","trace[1085767828] 'applied index is now lower than readState.Index' (duration: 327.773458ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:50.59063Z","caller":"traceutil/trace.go:171","msg":"trace[100734126] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"694.633047ms","start":"2026-03-29T01:51:49.89598Z","end":"2026-03-29T01:51:50.590613Z","steps":["trace[100734126] 'process raft request' (duration: 366.90169ms)","trace[100734126] 'compare' (duration: 327.400651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:50.5907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:49.895953Z","time spent":"694.720568ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:50.590937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.843552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:51:50.591212Z","caller":"traceutil/trace.go:171","msg":"trace[501051485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:158; }","duration":"400.156229ms","start":"2026-03-29T01:51:50.191034Z","end":"2026-03-29T01:51:50.591191Z","steps":["trace[501051485] 'agreement among raft nodes before linearized reading' (duration: 399.71011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:50.591277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:50.19102Z","time spent":"400.24407ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:51:50.591371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.994674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-29T01:51:50.591445Z","caller":"traceutil/trace.go:171","msg":"trace[1517527285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:158; }","duration":"392.129276ms","start":"2026-03-29T01:51:50.199301Z","end":"2026-03-29T01:51:50.59143Z","steps":["trace[1517527285] 'agreement among raft nodes before linearized reading' (duration: 391.949943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:50.591554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:50.199296Z","time spent":"392.248058ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:51:50.909077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.279883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:50.909194Z","caller":"traceutil/trace.go:171","msg":"trace[1414319240] transaction","detail":"{read_only:false; response_revision:162; number_of_response:1; }","duration":"252.700615ms","start":"2026-03-29T01:51:50.656475Z","end":"2026-03-29T01:51:50.909176Z","steps":["trace[1414319240] 'process raft request' (duration: 61.23315ms)","trace[1414319240] 'compare' (duration: 191.082028ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:50.926361Z","caller":"traceutil/trace.go:171","msg":"trace[866774452] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"243.297517ms","start":"2026-03-29T01:51:50.683044Z","end":"2026-03-29T01:51:50.926341Z","steps":["trace[866774452] 'process raft request' (duration: 243.056543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:51.28869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.630858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:51.288825Z","caller":"traceutil/trace.go:171","msg":"trace[1870174712] linearizableReadLoop","detail":"{readStateIndex:170; appliedIndex:169; }","duration":"302.55648ms","start":"2026-03-29T01:51:50.986251Z","end":"2026-03-29T01:51:51.288808Z","steps":["trace[1870174712] 'read index received' (duration: 31.684018ms)","trace[1870174712] 'applied index is now lower than readState.Index' (duration: 270.871342ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:51.288834Z","caller":"traceutil/trace.go:171","msg":"trace[186066137] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"304.968866ms","start":"2026-03-29T01:51:50.98384Z","end":"2026-03-29T01:51:51.288808Z","steps":["trace[186066137] 'process raft request' (duration: 34.142955ms)","trace[186066137] 'compare' (duration: 270.487495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:51.288929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.665162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:51:51.288945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:50.983822Z","time spent":"305.056639ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:51.288978Z","caller":"traceutil/trace.go:171","msg":"trace[1960701029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:165; }","duration":"302.736964ms","start":"2026-03-29T01:51:50.986227Z","end":"2026-03-29T01:51:51.288964Z","steps":["trace[1960701029] 'agreement among raft nodes before linearized reading' (duration: 302.627632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:51.289029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:50.986217Z","time spent":"302.800465ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:52.182195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.157199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:52.182304Z","caller":"traceutil/trace.go:171","msg":"trace[1019568053] linearizableReadLoop","detail":"{readStateIndex:171; appliedIndex:170; }","duration":"741.273194ms","start":"2026-03-29T01:51:51.441013Z","end":"2026-03-29T01:51:52.182286Z","steps":["trace[1019568053] 'read index received' (duration: 38.12µs)","trace[1019568053] 'applied index is now lower than readState.Index' (duration: 741.233824ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:52.182399Z","caller":"traceutil/trace.go:171","msg":"trace[1481009576] transaction","detail":"{read_only:false; response_revision:166; number_of_response:1; }","duration":"888.007667ms","start":"2026-03-29T01:51:51.294339Z","end":"2026-03-29T01:51:52.182346Z","steps":["trace[1481009576] 'process raft request' (duration: 143.638375ms)","trace[1481009576] 'compare' (duration: 743.980335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:52.182407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.390076ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:52.182482Z","caller":"traceutil/trace.go:171","msg":"trace[2001669105] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:166; }","duration":"741.465637ms","start":"2026-03-29T01:51:51.441003Z","end":"2026-03-29T01:51:52.182469Z","steps":["trace[2001669105] 'agreement among raft nodes before linearized reading' (duration: 741.351155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:52.182551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:51.294323Z","time spent":"888.15167ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:52.243283Z","caller":"traceutil/trace.go:171","msg":"trace[172882390] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"799.172819ms","start":"2026-03-29T01:51:51.444088Z","end":"2026-03-29T01:51:52.24326Z","steps":["trace[172882390] 'process raft request' (duration: 799.052547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:52.243339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.248472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:52.24339Z","caller":"traceutil/trace.go:171","msg":"trace[2057793407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:167; }","duration":"121.338723ms","start":"2026-03-29T01:51:52.122036Z","end":"2026-03-29T01:51:52.243375Z","steps":["trace[2057793407] 'agreement among raft nodes before linearized reading' (duration: 121.233721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:52.243401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:51.444062Z","time spent":"799.288971ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:52.243705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.734515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:52.243763Z","caller":"traceutil/trace.go:171","msg":"trace[1288895751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:167; }","duration":"656.827227ms","start":"2026-03-29T01:51:51.586921Z","end":"2026-03-29T01:51:52.243748Z","steps":["trace[1288895751] 'agreement among raft nodes before linearized reading' (duration: 656.722925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:52.243807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:51.586902Z","time spent":"656.892918ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:52.976018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.743829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:52.976134Z","caller":"traceutil/trace.go:171","msg":"trace[995890472] transaction","detail":"{read_only:false; response_revision:168; number_of_response:1; }","duration":"727.57492ms","start":"2026-03-29T01:51:52.248539Z","end":"2026-03-29T01:51:52.976114Z","steps":["trace[995890472] 'process raft request' (duration: 36.669978ms)","trace[995890472] 'compare' (duration: 690.568556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:52.976207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:52.248514Z","time spent":"727.652811ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:52.97826Z","caller":"traceutil/trace.go:171","msg":"trace[96658970] linearizableReadLoop","detail":"{readStateIndex:174; appliedIndex:173; }","duration":"347.49641ms","start":"2026-03-29T01:51:52.630745Z","end":"2026-03-29T01:51:52.978241Z","steps":["trace[96658970] 'read index received' (duration: 347.296266ms)","trace[96658970] 'applied index is now lower than readState.Index' (duration: 199.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:52.978322Z","caller":"traceutil/trace.go:171","msg":"trace[360006081] transaction","detail":"{read_only:false; response_revision:169; number_of_response:1; }","duration":"728.287163ms","start":"2026-03-29T01:51:52.250008Z","end":"2026-03-29T01:51:52.978295Z","steps":["trace[360006081] 'process raft request' (duration: 728.10048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:52.978432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.668463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T01:51:52.978453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:52.249995Z","time spent":"728.374684ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:51:52.978495Z","caller":"traceutil/trace.go:171","msg":"trace[1716305512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:169; }","duration":"347.785865ms","start":"2026-03-29T01:51:52.630694Z","end":"2026-03-29T01:51:52.97848Z","steps":["trace[1716305512] 'agreement among raft nodes before linearized reading' (duration: 347.660693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:52.978536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.562813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:51:52.978546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:52.630673Z","time spent":"347.860526ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:51:52.978604Z","caller":"traceutil/trace.go:171","msg":"trace[1311640442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:169; }","duration":"290.671265ms","start":"2026-03-29T01:51:52.687918Z","end":"2026-03-29T01:51:52.978589Z","steps":["trace[1311640442] 'agreement among raft nodes before linearized reading' (duration: 290.551963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:52.978681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.388168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:51:52.978771Z","caller":"traceutil/trace.go:171","msg":"trace[811790122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:169; }","duration":"323.52367ms","start":"2026-03-29T01:51:52.655226Z","end":"2026-03-29T01:51:52.97875Z","steps":["trace[811790122] 'agreement among raft nodes before linearized reading' (duration: 323.232565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:52.978818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:52.655193Z","time spent":"323.615821ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:51:53.688049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.63791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:53.688219Z","caller":"traceutil/trace.go:171","msg":"trace[292845912] linearizableReadLoop","detail":"{readStateIndex:176; appliedIndex:174; }","duration":"704.479478ms","start":"2026-03-29T01:51:52.983722Z","end":"2026-03-29T01:51:53.688202Z","steps":["trace[292845912] 'read index received' (duration: 78.864751ms)","trace[292845912] 'applied index is now lower than readState.Index' (duration: 625.613637ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:53.688301Z","caller":"traceutil/trace.go:171","msg":"trace[319598502] transaction","detail":"{read_only:false; response_revision:172; number_of_response:1; }","duration":"704.427846ms","start":"2026-03-29T01:51:52.983865Z","end":"2026-03-29T01:51:53.688293Z","steps":["trace[319598502] 'process raft request' (duration: 704.267254ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:53.688313Z","caller":"traceutil/trace.go:171","msg":"trace[1043742169] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"705.316123ms","start":"2026-03-29T01:51:52.982966Z","end":"2026-03-29T01:51:53.688283Z","steps":["trace[1043742169] 'process raft request' (duration: 139.343497ms)","trace[1043742169] 'compare' (duration: 565.357155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:53.688354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:52.98385Z","time spent":"704.474448ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:53.688444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:52.982949Z","time spent":"705.423155ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:51:53.688546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.826165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-03-29T01:51:53.688576Z","caller":"traceutil/trace.go:171","msg":"trace[1044526714] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:172; }","duration":"704.876866ms","start":"2026-03-29T01:51:52.98369Z","end":"2026-03-29T01:51:53.688567Z","steps":["trace[1044526714] 'agreement among raft nodes before linearized reading' (duration: 704.783974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:53.688604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:52.983682Z","time spent":"704.915957ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4002,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-29T01:51:53.688601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.549427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:53.688655Z","caller":"traceutil/trace.go:171","msg":"trace[1627282625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:172; }","duration":"501.678759ms","start":"2026-03-29T01:51:53.186961Z","end":"2026-03-29T01:51:53.688639Z","steps":["trace[1627282625] 'agreement among raft nodes before linearized reading' (duration: 501.594987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:53.688674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:53.186938Z","time spent":"501.732819ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:54.409498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.7033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:54.40971Z","caller":"traceutil/trace.go:171","msg":"trace[625743692] linearizableReadLoop","detail":"{readStateIndex:180; appliedIndex:178; }","duration":"671.689965ms","start":"2026-03-29T01:51:53.738003Z","end":"2026-03-29T01:51:54.409693Z","steps":["trace[625743692] 'read index received' (duration: 300.664768ms)","trace[625743692] 'applied index is now lower than readState.Index' (duration: 371.024327ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:54.409793Z","caller":"traceutil/trace.go:171","msg":"trace[1920777312] transaction","detail":"{read_only:false; response_revision:174; number_of_response:1; }","duration":"714.688296ms","start":"2026-03-29T01:51:53.695095Z","end":"2026-03-29T01:51:54.409783Z","steps":["trace[1920777312] 'process raft request' (duration: 343.634649ms)","trace[1920777312] 'compare' (duration: 370.320923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:54.409841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:53.695083Z","time spent":"714.734747ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:54.409964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.959099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:54.410048Z","caller":"traceutil/trace.go:171","msg":"trace[579105382] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:0; response_revision:175; }","duration":"672.049581ms","start":"2026-03-29T01:51:53.737978Z","end":"2026-03-29T01:51:54.410027Z","steps":["trace[579105382] 'agreement among raft nodes before linearized reading' (duration: 671.880378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:54.410095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:53.737911Z","time spent":"672.175864ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" "} {"level":"warn","ts":"2026-03-29T01:51:54.410002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.463152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:54.410123Z","caller":"traceutil/trace.go:171","msg":"trace[543554943] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"714.279979ms","start":"2026-03-29T01:51:53.695797Z","end":"2026-03-29T01:51:54.410077Z","steps":["trace[543554943] 'process raft request' (duration: 713.79398ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:54.410208Z","caller":"traceutil/trace.go:171","msg":"trace[314474441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:175; }","duration":"222.699247ms","start":"2026-03-29T01:51:54.187493Z","end":"2026-03-29T01:51:54.410193Z","steps":["trace[314474441] 'agreement among raft nodes before linearized reading' (duration: 222.479723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:54.410325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:53.695783Z","time spent":"714.430971ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:51:54.874053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.633005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:54.87416Z","caller":"traceutil/trace.go:171","msg":"trace[208388418] linearizableReadLoop","detail":"{readStateIndex:182; appliedIndex:181; }","duration":"367.113984ms","start":"2026-03-29T01:51:54.507029Z","end":"2026-03-29T01:51:54.874143Z","steps":["trace[208388418] 'read index received' (duration: 246.276964ms)","trace[208388418] 'applied index is now lower than readState.Index' (duration: 120.83567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:54.874261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.231816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:54.874251Z","caller":"traceutil/trace.go:171","msg":"trace[795184955] transaction","detail":"{read_only:false; response_revision:177; number_of_response:1; }","duration":"377.456815ms","start":"2026-03-29T01:51:54.496772Z","end":"2026-03-29T01:51:54.874228Z","steps":["trace[795184955] 'process raft request' (duration: 256.559925ms)","trace[795184955] 'compare' (duration: 120.511673ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:54.874339Z","caller":"traceutil/trace.go:171","msg":"trace[691985696] range","detail":"{range_begin:/registry/clusterroles/system:controller:replicaset-controller; range_end:; response_count:0; response_revision:177; }","duration":"367.326267ms","start":"2026-03-29T01:51:54.506961Z","end":"2026-03-29T01:51:54.874287Z","steps":["trace[691985696] 'agreement among raft nodes before linearized reading' (duration: 367.266476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:54.874356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:54.496746Z","time spent":"377.553528ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3460,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:51:54.874384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:54.506943Z","time spent":"367.43268ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" "} {"level":"warn","ts":"2026-03-29T01:51:54.929885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.38674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4324"} {"level":"warn","ts":"2026-03-29T01:51:54.9299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.453729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:54.929956Z","caller":"traceutil/trace.go:171","msg":"trace[2120570687] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:178; }","duration":"149.493001ms","start":"2026-03-29T01:51:54.780448Z","end":"2026-03-29T01:51:54.929941Z","steps":["trace[2120570687] 'agreement among raft nodes before linearized reading' (duration: 149.352478ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:54.929974Z","caller":"traceutil/trace.go:171","msg":"trace[1804267407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:178; }","duration":"143.564521ms","start":"2026-03-29T01:51:54.786391Z","end":"2026-03-29T01:51:54.929956Z","steps":["trace[1804267407] 'agreement among raft nodes before linearized reading' (duration: 143.442599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:55.567045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368022420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:51:56.047557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:56.04767Z","caller":"traceutil/trace.go:171","msg":"trace[711039320] transaction","detail":"{read_only:false; response_revision:179; number_of_response:1; }","duration":"1.17005975s","start":"2026-03-29T01:51:54.877587Z","end":"2026-03-29T01:51:56.047647Z","steps":["trace[711039320] 'process raft request' (duration: 174.999938ms)","trace[711039320] 'compare' (duration: 994.755846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:56.047769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:54.877557Z","time spent":"1.170154472s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:56.068121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368022420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:51:56.092669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04020465s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:51:56.092995Z","caller":"traceutil/trace.go:171","msg":"trace[1375083232] linearizableReadLoop","detail":"{readStateIndex:185; appliedIndex:184; }","duration":"1.026800253s","start":"2026-03-29T01:51:55.06617Z","end":"2026-03-29T01:51:56.09297Z","steps":["trace[1375083232] 'read index received' (duration: 1.026684371s)","trace[1375083232] 'applied index is now lower than readState.Index' (duration: 115.062µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:56.093085Z","caller":"traceutil/trace.go:171","msg":"trace[1432129329] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"1.155325389s","start":"2026-03-29T01:51:54.93775Z","end":"2026-03-29T01:51:56.093075Z","steps":["trace[1432129329] 'process raft request' (duration: 1.155109975s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:56.093216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.320498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:51:56.093221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:54.937728Z","time spent":"1.155401569s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:51:56.093304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.085687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:51:56.093381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02719813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:51:56.093251Z","caller":"traceutil/trace.go:171","msg":"trace[582117977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:180; }","duration":"806.384979ms","start":"2026-03-29T01:51:55.286857Z","end":"2026-03-29T01:51:56.093242Z","steps":["trace[582117977] 'agreement among raft nodes before linearized reading' (duration: 806.225426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:56.093441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:55.286838Z","time spent":"806.595812ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:51:56.093437Z","caller":"traceutil/trace.go:171","msg":"trace[1010298579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:180; }","duration":"1.027276831s","start":"2026-03-29T01:51:55.066147Z","end":"2026-03-29T01:51:56.093424Z","steps":["trace[1010298579] 'agreement among raft nodes before linearized reading' (duration: 1.027100238s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:56.093411Z","caller":"traceutil/trace.go:171","msg":"trace[764410768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:180; }","duration":"400.273941ms","start":"2026-03-29T01:51:55.693118Z","end":"2026-03-29T01:51:56.093392Z","steps":["trace[764410768] 'agreement among raft nodes before linearized reading' (duration: 400.050167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:56.093537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:55.6931Z","time spent":"400.419664ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:51:56.093481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:55.066136Z","time spent":"1.027336582s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:51:56.925229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.622174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:56.925419Z","caller":"traceutil/trace.go:171","msg":"trace[555528811] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"829.604505ms","start":"2026-03-29T01:51:56.095762Z","end":"2026-03-29T01:51:56.925366Z","steps":["trace[555528811] 'process raft request' (duration: 83.747716ms)","trace[555528811] 'compare' (duration: 745.4039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:56.925603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:56.095747Z","time spent":"829.756837ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:56.926028Z","caller":"traceutil/trace.go:171","msg":"trace[397736701] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"828.540155ms","start":"2026-03-29T01:51:56.097359Z","end":"2026-03-29T01:51:56.9259Z","steps":["trace[397736701] 'process raft request' (duration: 828.033176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:56.92616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:56.097352Z","time spent":"828.742879ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:51:56.9263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.047583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6963"} {"level":"info","ts":"2026-03-29T01:51:56.926357Z","caller":"traceutil/trace.go:171","msg":"trace[1211565005] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:183; }","duration":"830.157774ms","start":"2026-03-29T01:51:56.096186Z","end":"2026-03-29T01:51:56.926343Z","steps":["trace[1211565005] 'agreement among raft nodes before linearized reading' (duration: 829.711276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:56.926395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:56.096165Z","time spent":"830.220676ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6985,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-29T01:51:56.925565Z","caller":"traceutil/trace.go:171","msg":"trace[121731898] linearizableReadLoop","detail":"{readStateIndex:186; appliedIndex:185; }","duration":"829.33163ms","start":"2026-03-29T01:51:56.096212Z","end":"2026-03-29T01:51:56.925544Z","steps":["trace[121731898] 'read index received' (duration: 83.307968ms)","trace[121731898] 'applied index is now lower than readState.Index' (duration: 746.020692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:56.926649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.331465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:56.926739Z","caller":"traceutil/trace.go:171","msg":"trace[1599346799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:183; }","duration":"639.460478ms","start":"2026-03-29T01:51:56.287254Z","end":"2026-03-29T01:51:56.926714Z","steps":["trace[1599346799] 'agreement among raft nodes before linearized reading' (duration: 639.291245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:56.926933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:56.287236Z","time spent":"639.679392ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:51:56.926306Z","caller":"traceutil/trace.go:171","msg":"trace[1903766357] transaction","detail":"{read_only:false; response_revision:183; number_of_response:1; }","duration":"827.75395ms","start":"2026-03-29T01:51:56.098528Z","end":"2026-03-29T01:51:56.926282Z","steps":["trace[1903766357] 'process raft request' (duration: 827.16957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:56.927912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:56.098521Z","time spent":"828.83146ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:51:58.133739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.742999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:58.133853Z","caller":"traceutil/trace.go:171","msg":"trace[2105780728] linearizableReadLoop","detail":"{readStateIndex:190; appliedIndex:189; }","duration":"1.145267855s","start":"2026-03-29T01:51:56.988569Z","end":"2026-03-29T01:51:58.133837Z","steps":["trace[2105780728] 'read index received' (duration: 499.287491ms)","trace[2105780728] 'applied index is now lower than readState.Index' (duration: 645.979114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:58.134195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.368333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:58.134176Z","caller":"traceutil/trace.go:171","msg":"trace[955382713] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"1.198035082s","start":"2026-03-29T01:51:56.936099Z","end":"2026-03-29T01:51:58.134134Z","steps":["trace[955382713] 'process raft request' (duration: 551.805734ms)","trace[955382713] 'compare' (duration: 645.635547ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:58.134242Z","caller":"traceutil/trace.go:171","msg":"trace[860331050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:185; }","duration":"947.472745ms","start":"2026-03-29T01:51:57.186757Z","end":"2026-03-29T01:51:58.13423Z","steps":["trace[860331050] 'agreement among raft nodes before linearized reading' (duration: 947.404873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:58.134313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:57.186729Z","time spent":"947.575207ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:58.134298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.599069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:51:58.134286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145657951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:58.13437Z","caller":"traceutil/trace.go:171","msg":"trace[1593067615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:185; }","duration":"512.728424ms","start":"2026-03-29T01:51:57.621622Z","end":"2026-03-29T01:51:58.134351Z","steps":["trace[1593067615] 'agreement among raft nodes before linearized reading' (duration: 512.58267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:58.134363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:56.936088Z","time spent":"1.198164955s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:51:58.13442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:57.621603Z","time spent":"512.806655ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:51:58.134425Z","caller":"traceutil/trace.go:171","msg":"trace[696958040] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:0; response_revision:185; }","duration":"1.145932709s","start":"2026-03-29T01:51:56.988464Z","end":"2026-03-29T01:51:58.134396Z","steps":["trace[696958040] 'agreement among raft nodes before linearized reading' (duration: 1.145644593s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:58.134502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:56.988438Z","time spent":"1.14605231s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:controller:route-controller\" "} {"level":"warn","ts":"2026-03-29T01:51:58.648342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.553494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:58.648507Z","caller":"traceutil/trace.go:171","msg":"trace[96908146] linearizableReadLoop","detail":"{readStateIndex:192; appliedIndex:191; }","duration":"461.577079ms","start":"2026-03-29T01:51:58.186905Z","end":"2026-03-29T01:51:58.648482Z","steps":["trace[96908146] 'read index received' (duration: 121.671569ms)","trace[96908146] 'applied index is now lower than readState.Index' (duration: 339.90337ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:58.648722Z","caller":"traceutil/trace.go:171","msg":"trace[1770389151] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"500.104018ms","start":"2026-03-29T01:51:58.148579Z","end":"2026-03-29T01:51:58.648683Z","steps":["trace[1770389151] 'process raft request' (duration: 160.042775ms)","trace[1770389151] 'compare' (duration: 339.287209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:58.648831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.878324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:58.648957Z","caller":"traceutil/trace.go:171","msg":"trace[1321352021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:187; }","duration":"462.049117ms","start":"2026-03-29T01:51:58.186888Z","end":"2026-03-29T01:51:58.648937Z","steps":["trace[1321352021] 'agreement among raft nodes before linearized reading' (duration: 461.795483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:58.649014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:58.186829Z","time spent":"462.165149ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:51:58.648873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:58.148554Z","time spent":"500.2429ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:59.060733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.825895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:59.061193Z","caller":"traceutil/trace.go:171","msg":"trace[251323411] linearizableReadLoop","detail":"{readStateIndex:193; appliedIndex:192; }","duration":"130.538454ms","start":"2026-03-29T01:51:58.930582Z","end":"2026-03-29T01:51:59.061121Z","steps":["trace[251323411] 'read index received' (duration: 54.291µs)","trace[251323411] 'applied index is now lower than readState.Index' (duration: 130.450703ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:59.06124Z","caller":"traceutil/trace.go:171","msg":"trace[2020759035] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"406.816859ms","start":"2026-03-29T01:51:58.654315Z","end":"2026-03-29T01:51:59.061132Z","steps":["trace[2020759035] 'process raft request' (duration: 132.473495ms)","trace[2020759035] 'compare' (duration: 272.173146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:59.061431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:58.654298Z","time spent":"407.038813ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:51:59.062183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.592028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:51:59.062234Z","caller":"traceutil/trace.go:171","msg":"trace[21974005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:188; }","duration":"129.665809ms","start":"2026-03-29T01:51:58.932546Z","end":"2026-03-29T01:51:59.062212Z","steps":["trace[21974005] 'agreement among raft nodes before linearized reading' (duration: 128.993636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:59.062313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.725856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:51:59.062367Z","caller":"traceutil/trace.go:171","msg":"trace[1641840978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:188; }","duration":"131.820007ms","start":"2026-03-29T01:51:58.930531Z","end":"2026-03-29T01:51:59.062351Z","steps":["trace[1641840978] 'agreement among raft nodes before linearized reading' (duration: 130.802778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:59.414452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.947977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:51:59.414783Z","caller":"traceutil/trace.go:171","msg":"trace[250048324] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"346.063511ms","start":"2026-03-29T01:51:59.068677Z","end":"2026-03-29T01:51:59.41474Z","steps":["trace[250048324] 'process raft request' (duration: 143.702685ms)","trace[250048324] 'compare' (duration: 201.53596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:59.415021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:59.06866Z","time spent":"346.201763ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:51:59.415209Z","caller":"traceutil/trace.go:171","msg":"trace[1111867922] linearizableReadLoop","detail":"{readStateIndex:196; appliedIndex:193; }","duration":"227.706544ms","start":"2026-03-29T01:51:59.187469Z","end":"2026-03-29T01:51:59.415175Z","steps":["trace[1111867922] 'read index received' (duration: 25.056523ms)","trace[1111867922] 'applied index is now lower than readState.Index' (duration: 202.64855ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:51:59.415289Z","caller":"traceutil/trace.go:171","msg":"trace[1164387118] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"345.590452ms","start":"2026-03-29T01:51:59.069667Z","end":"2026-03-29T01:51:59.415258Z","steps":["trace[1164387118] 'process raft request' (duration: 345.349798ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:59.415292Z","caller":"traceutil/trace.go:171","msg":"trace[887173697] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"346.105051ms","start":"2026-03-29T01:51:59.069171Z","end":"2026-03-29T01:51:59.415276Z","steps":["trace[887173697] 'process raft request' (duration: 345.417949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:59.415332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.876376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:51:59.415375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:59.069147Z","time spent":"346.192903ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":975,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:51:59.415385Z","caller":"traceutil/trace.go:171","msg":"trace[1472054622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:191; }","duration":"227.958358ms","start":"2026-03-29T01:51:59.187411Z","end":"2026-03-29T01:51:59.415369Z","steps":["trace[1472054622] 'agreement among raft nodes before linearized reading' (duration: 227.879357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:51:59.415377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:59.069658Z","time spent":"345.682774ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:51:59.834898Z","caller":"traceutil/trace.go:171","msg":"trace[1335067171] linearizableReadLoop","detail":"{readStateIndex:198; appliedIndex:197; }","duration":"147.617747ms","start":"2026-03-29T01:51:59.687245Z","end":"2026-03-29T01:51:59.834862Z","steps":["trace[1335067171] 'read index received' (duration: 62.735373ms)","trace[1335067171] 'applied index is now lower than readState.Index' (duration: 84.880854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:59.835163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.873251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:51:59.835197Z","caller":"traceutil/trace.go:171","msg":"trace[1699218346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:193; }","duration":"147.993633ms","start":"2026-03-29T01:51:59.687192Z","end":"2026-03-29T01:51:59.835185Z","steps":["trace[1699218346] 'agreement among raft nodes before linearized reading' (duration: 147.79119ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:51:59.835351Z","caller":"traceutil/trace.go:171","msg":"trace[1380904245] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"406.907ms","start":"2026-03-29T01:51:59.428348Z","end":"2026-03-29T01:51:59.835255Z","steps":["trace[1380904245] 'process raft request' (duration: 321.733581ms)","trace[1380904245] 'compare' (duration: 84.615778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:51:59.835708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:51:59.428329Z","time spent":"407.141533ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1127,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:52:00.012437Z","caller":"traceutil/trace.go:171","msg":"trace[495462485] transaction","detail":"{read_only:false; response_revision:195; number_of_response:1; }","duration":"124.313344ms","start":"2026-03-29T01:51:59.888094Z","end":"2026-03-29T01:52:00.012407Z","steps":["trace[495462485] 'process raft request' (duration: 86.021883ms)","trace[495462485] 'compare' (duration: 38.156149ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:00.499239Z","caller":"traceutil/trace.go:171","msg":"trace[1462136587] linearizableReadLoop","detail":"{readStateIndex:202; appliedIndex:201; }","duration":"212.060511ms","start":"2026-03-29T01:52:00.287145Z","end":"2026-03-29T01:52:00.499205Z","steps":["trace[1462136587] 'read index received' (duration: 211.715995ms)","trace[1462136587] 'applied index is now lower than readState.Index' (duration: 343.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:00.499306Z","caller":"traceutil/trace.go:171","msg":"trace[1847405143] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"385.134912ms","start":"2026-03-29T01:52:00.114136Z","end":"2026-03-29T01:52:00.49927Z","steps":["trace[1847405143] 'process raft request' (duration: 384.887618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:00.499449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:00.11412Z","time spent":"385.265694ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":657,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:00.499496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.307166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:00.499828Z","caller":"traceutil/trace.go:171","msg":"trace[1869377211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:197; }","duration":"212.477858ms","start":"2026-03-29T01:52:00.287084Z","end":"2026-03-29T01:52:00.499561Z","steps":["trace[1869377211] 'agreement among raft nodes before linearized reading' (duration: 212.258454ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:00.624909Z","caller":"traceutil/trace.go:171","msg":"trace[268076509] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"118.427108ms","start":"2026-03-29T01:52:00.506452Z","end":"2026-03-29T01:52:00.62488Z","steps":["trace[268076509] 'process raft request' (duration: 57.32399ms)","trace[268076509] 'compare' (duration: 60.968216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:01.07981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.888384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:01.080007Z","caller":"traceutil/trace.go:171","msg":"trace[301048474] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"391.109032ms","start":"2026-03-29T01:52:00.688865Z","end":"2026-03-29T01:52:01.079975Z","steps":["trace[301048474] 'process raft request' (duration: 61.995575ms)","trace[301048474] 'compare' (duration: 328.752141ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:01.079911Z","caller":"traceutil/trace.go:171","msg":"trace[1133829741] linearizableReadLoop","detail":"{readStateIndex:205; appliedIndex:204; }","duration":"359.973323ms","start":"2026-03-29T01:52:00.719922Z","end":"2026-03-29T01:52:01.079896Z","steps":["trace[1133829741] 'read index received' (duration: 30.883916ms)","trace[1133829741] 'applied index is now lower than readState.Index' (duration: 329.088367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:01.080196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:00.688839Z","time spent":"391.256625ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:01.080196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.263509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:01.08033Z","caller":"traceutil/trace.go:171","msg":"trace[250346061] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:200; }","duration":"360.431961ms","start":"2026-03-29T01:52:00.719882Z","end":"2026-03-29T01:52:01.080314Z","steps":["trace[250346061] 'agreement among raft nodes before linearized reading' (duration: 360.230728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:01.080384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:00.719869Z","time spent":"360.502202ms","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"info","ts":"2026-03-29T01:52:01.336967Z","caller":"traceutil/trace.go:171","msg":"trace[794727092] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"199.555418ms","start":"2026-03-29T01:52:01.137375Z","end":"2026-03-29T01:52:01.33693Z","steps":["trace[794727092] 'process raft request' (duration: 199.336615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:01.799578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.231763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:01.799696Z","caller":"traceutil/trace.go:171","msg":"trace[83523507] linearizableReadLoop","detail":"{readStateIndex:209; appliedIndex:208; }","duration":"379.486577ms","start":"2026-03-29T01:52:01.420189Z","end":"2026-03-29T01:52:01.799676Z","steps":["trace[83523507] 'read index received' (duration: 199.065721ms)","trace[83523507] 'applied index is now lower than readState.Index' (duration: 180.418826ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:01.799796Z","caller":"traceutil/trace.go:171","msg":"trace[405696913] transaction","detail":"{read_only:false; response_revision:204; number_of_response:1; }","duration":"399.609286ms","start":"2026-03-29T01:52:01.400172Z","end":"2026-03-29T01:52:01.799781Z","steps":["trace[405696913] 'process raft request' (duration: 219.096208ms)","trace[405696913] 'compare' (duration: 180.04984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:01.79988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:01.400144Z","time spent":"399.698208ms","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:01.799982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.800242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:52:01.800035Z","caller":"traceutil/trace.go:171","msg":"trace[1964901363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:204; }","duration":"379.856633ms","start":"2026-03-29T01:52:01.420162Z","end":"2026-03-29T01:52:01.800019Z","steps":["trace[1964901363] 'agreement among raft nodes before linearized reading' (duration: 379.708601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:01.800041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.571377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:52:01.800096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:01.420101Z","time spent":"379.964295ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:52:01.80013Z","caller":"traceutil/trace.go:171","msg":"trace[1768257395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:204; }","duration":"379.68598ms","start":"2026-03-29T01:52:01.420422Z","end":"2026-03-29T01:52:01.800108Z","steps":["trace[1768257395] 'agreement among raft nodes before linearized reading' (duration: 379.470166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:01.800179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:01.420415Z","time spent":"379.755071ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:52:02.152801Z","caller":"traceutil/trace.go:171","msg":"trace[197380675] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"348.692242ms","start":"2026-03-29T01:52:01.80408Z","end":"2026-03-29T01:52:02.152772Z","steps":["trace[197380675] 'process raft request' (duration: 303.340055ms)","trace[197380675] 'compare' (duration: 45.188734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:02.153138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:01.80406Z","time spent":"348.998638ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:02.152898Z","caller":"traceutil/trace.go:171","msg":"trace[433831373] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"347.907738ms","start":"2026-03-29T01:52:01.804976Z","end":"2026-03-29T01:52:02.152884Z","steps":["trace[433831373] 'process raft request' (duration: 347.727135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:02.153652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:01.804961Z","time spent":"348.492968ms","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:02.534008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.062996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:02.534133Z","caller":"traceutil/trace.go:171","msg":"trace[763121722] linearizableReadLoop","detail":"{readStateIndex:215; appliedIndex:214; }","duration":"146.13021ms","start":"2026-03-29T01:52:02.387978Z","end":"2026-03-29T01:52:02.534108Z","steps":["trace[763121722] 'read index received' (duration: 66.601µs)","trace[763121722] 'applied index is now lower than readState.Index' (duration: 146.061449ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:02.53416Z","caller":"traceutil/trace.go:171","msg":"trace[1700590885] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"285.549552ms","start":"2026-03-29T01:52:02.24857Z","end":"2026-03-29T01:52:02.53412Z","steps":["trace[1700590885] 'process raft request' (duration: 101.311543ms)","trace[1700590885] 'compare' (duration: 183.915163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:02.534315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.324314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:02.534365Z","caller":"traceutil/trace.go:171","msg":"trace[694508411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:210; }","duration":"146.429715ms","start":"2026-03-29T01:52:02.38792Z","end":"2026-03-29T01:52:02.53435Z","steps":["trace[694508411] 'agreement among raft nodes before linearized reading' (duration: 146.257362ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:03.091522Z","caller":"traceutil/trace.go:171","msg":"trace[569247220] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"463.371518ms","start":"2026-03-29T01:52:02.628136Z","end":"2026-03-29T01:52:03.091507Z","steps":["trace[569247220] 'process raft request' (duration: 463.212785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:03.091653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:02.628119Z","time spent":"463.47327ms","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:03.091761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.871689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:03.091893Z","caller":"traceutil/trace.go:171","msg":"trace[1206616696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:212; }","duration":"304.053092ms","start":"2026-03-29T01:52:02.787812Z","end":"2026-03-29T01:52:03.091865Z","steps":["trace[1206616696] 'agreement among raft nodes before linearized reading' (duration: 303.809138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:03.091949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:02.787792Z","time spent":"304.144684ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:52:03.092048Z","caller":"traceutil/trace.go:171","msg":"trace[1540412178] linearizableReadLoop","detail":"{readStateIndex:217; appliedIndex:216; }","duration":"303.592444ms","start":"2026-03-29T01:52:02.787868Z","end":"2026-03-29T01:52:03.09146Z","steps":["trace[1540412178] 'read index received' (duration: 303.442542ms)","trace[1540412178] 'applied index is now lower than readState.Index' (duration: 149.042µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:03.291953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.446889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:03.292087Z","caller":"traceutil/trace.go:171","msg":"trace[599465178] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"193.977536ms","start":"2026-03-29T01:52:03.098085Z","end":"2026-03-29T01:52:03.292063Z","steps":["trace[599465178] 'process raft request' (duration: 76.328553ms)","trace[599465178] 'compare' (duration: 117.327317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:03.931326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.437615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:03.931406Z","caller":"traceutil/trace.go:171","msg":"trace[884141372] linearizableReadLoop","detail":"{readStateIndex:220; appliedIndex:219; }","duration":"444.267528ms","start":"2026-03-29T01:52:03.487125Z","end":"2026-03-29T01:52:03.931393Z","steps":["trace[884141372] 'read index received' (duration: 110.64869ms)","trace[884141372] 'applied index is now lower than readState.Index' (duration: 333.617738ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:03.931545Z","caller":"traceutil/trace.go:171","msg":"trace[514192166] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"571.334589ms","start":"2026-03-29T01:52:03.360197Z","end":"2026-03-29T01:52:03.931531Z","steps":["trace[514192166] 'process raft request' (duration: 237.639529ms)","trace[514192166] 'compare' (duration: 333.236222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:03.931606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:03.360175Z","time spent":"571.40747ms","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:03.931896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.758277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:03.931968Z","caller":"traceutil/trace.go:171","msg":"trace[1380012022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:215; }","duration":"444.879119ms","start":"2026-03-29T01:52:03.487074Z","end":"2026-03-29T01:52:03.931953Z","steps":["trace[1380012022] 'agreement among raft nodes before linearized reading' (duration: 444.768507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:03.932187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:03.487052Z","time spent":"445.125793ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:04.487196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368022504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:52:04.988151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368022504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:52:05.488917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368022504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:52:05.987119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000918647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:52:05.98725Z","caller":"traceutil/trace.go:171","msg":"trace[325832255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00111581s","start":"2026-03-29T01:52:03.986106Z","end":"2026-03-29T01:52:05.987222Z","steps":["trace[325832255] 'agreement among raft nodes before linearized reading' (duration: 2.000942777s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:05.987318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:03.986092Z","time spent":"2.001212481s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:52:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:05.989543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368022504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:52:06.490247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368022504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:52:06.492485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.556300425s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:52:07.040691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.194051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:07.040925Z","caller":"traceutil/trace.go:171","msg":"trace[1372894594] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"3.104788839s","start":"2026-03-29T01:52:03.936105Z","end":"2026-03-29T01:52:07.040894Z","steps":["trace[1372894594] 'process raft request' (duration: 2.55655283s)","trace[1372894594] 'compare' (duration: 546.634561ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:07.041004Z","caller":"traceutil/trace.go:171","msg":"trace[1196565077] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"3.103959884s","start":"2026-03-29T01:52:03.937017Z","end":"2026-03-29T01:52:07.040977Z","steps":["trace[1196565077] 'process raft request' (duration: 3.103801661s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:07.04103Z","caller":"traceutil/trace.go:171","msg":"trace[1466793904] linearizableReadLoop","detail":"{readStateIndex:224; appliedIndex:220; }","duration":"3.054870616s","start":"2026-03-29T01:52:03.986142Z","end":"2026-03-29T01:52:07.041013Z","steps":["trace[1466793904] 'read index received' (duration: 2.506527175s)","trace[1466793904] 'applied index is now lower than readState.Index' (duration: 548.342261ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:07.041053Z","caller":"traceutil/trace.go:171","msg":"trace[2010063794] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"2.237457117s","start":"2026-03-29T01:52:04.803575Z","end":"2026-03-29T01:52:07.041032Z","steps":["trace[2010063794] 'process raft request' (duration: 2.237338085s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:07.04114Z","caller":"traceutil/trace.go:171","msg":"trace[1802707998] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"1.899110315s","start":"2026-03-29T01:52:05.142018Z","end":"2026-03-29T01:52:07.041128Z","steps":["trace[1802707998] 'process raft request' (duration: 1.898949682s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:07.041193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:04.803555Z","time spent":"2.237547578s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:07.041204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:03.93609Z","time spent":"3.104913541s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:07.041397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884099423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:52:07.041462Z","caller":"traceutil/trace.go:171","msg":"trace[1537116577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:219; }","duration":"2.884202865s","start":"2026-03-29T01:52:04.157246Z","end":"2026-03-29T01:52:07.041448Z","steps":["trace[1537116577] 'agreement among raft nodes before linearized reading' (duration: 2.884101033s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:07.041472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053657663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:52:07.041514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:04.157226Z","time spent":"2.884276546s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:07.041405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918439473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:07.041522Z","caller":"traceutil/trace.go:171","msg":"trace[846423621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:219; }","duration":"1.053745245s","start":"2026-03-29T01:52:05.987762Z","end":"2026-03-29T01:52:07.041508Z","steps":["trace[846423621] 'agreement among raft nodes before linearized reading' (duration: 1.053670914s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:07.041593Z","caller":"traceutil/trace.go:171","msg":"trace[928560979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:219; }","duration":"1.918664407s","start":"2026-03-29T01:52:05.122912Z","end":"2026-03-29T01:52:07.041577Z","steps":["trace[928560979] 'agreement among raft nodes before linearized reading' (duration: 1.918452644s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:07.041617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:05.987738Z","time spent":"1.053866677s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:07.041138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:03.937003Z","time spent":"3.104067876s","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:07.041718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:05.122888Z","time spent":"1.918801349s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:07.04201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368989774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:52:07.04208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:05.141991Z","time spent":"1.899198876s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:07.042288Z","caller":"traceutil/trace.go:171","msg":"trace[1729945374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:219; }","duration":"2.369600354s","start":"2026-03-29T01:52:04.672673Z","end":"2026-03-29T01:52:07.042273Z","steps":["trace[1729945374] 'agreement among raft nodes before linearized reading' (duration: 2.368860012s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:07.042343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:04.672652Z","time spent":"2.369677307s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:52:10.132412Z","caller":"traceutil/trace.go:171","msg":"trace[1722247338] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"175.930538ms","start":"2026-03-29T01:52:09.956457Z","end":"2026-03-29T01:52:10.132387Z","steps":["trace[1722247338] 'process raft request' (duration: 106.771443ms)","trace[1722247338] 'compare' (duration: 69.043483ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:10.13737Z","caller":"traceutil/trace.go:171","msg":"trace[1387227014] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"143.724835ms","start":"2026-03-29T01:52:09.993631Z","end":"2026-03-29T01:52:10.137356Z","steps":["trace[1387227014] 'process raft request' (duration: 143.677904ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:10.137568Z","caller":"traceutil/trace.go:171","msg":"trace[1845990410] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"176.945886ms","start":"2026-03-29T01:52:09.960595Z","end":"2026-03-29T01:52:10.137541Z","steps":["trace[1845990410] 'process raft request' (duration: 176.633801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:17.698608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368022922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:52:18.041677Z","caller":"traceutil/trace.go:171","msg":"trace[545874137] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"864.694714ms","start":"2026-03-29T01:52:17.176958Z","end":"2026-03-29T01:52:18.041652Z","steps":["trace[545874137] 'process raft request' (duration: 864.519631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:18.04183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:17.176935Z","time spent":"864.814397ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:18.045559Z","caller":"traceutil/trace.go:171","msg":"trace[478380935] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:418; }","duration":"847.536078ms","start":"2026-03-29T01:52:17.198001Z","end":"2026-03-29T01:52:18.045537Z","steps":["trace[478380935] 'read index received' (duration: 843.471381ms)","trace[478380935] 'applied index is now lower than readState.Index' (duration: 4.063417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:18.04575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.737111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T01:52:18.045777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.496044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:52:18.045821Z","caller":"traceutil/trace.go:171","msg":"trace[1982205255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:403; }","duration":"847.833132ms","start":"2026-03-29T01:52:17.197973Z","end":"2026-03-29T01:52:18.045806Z","steps":["trace[1982205255] 'agreement among raft nodes before linearized reading' (duration: 847.72031ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:18.045848Z","caller":"traceutil/trace.go:171","msg":"trace[1721593986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:403; }","duration":"827.577727ms","start":"2026-03-29T01:52:17.218254Z","end":"2026-03-29T01:52:18.045832Z","steps":["trace[1721593986] 'agreement among raft nodes before linearized reading' (duration: 827.446695ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:18.045674Z","caller":"traceutil/trace.go:171","msg":"trace[1373181211] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"714.85377ms","start":"2026-03-29T01:52:17.330804Z","end":"2026-03-29T01:52:18.045658Z","steps":["trace[1373181211] 'process raft request' (duration: 714.612756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:18.045875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:17.197963Z","time spent":"847.899963ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:18.045888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:17.218219Z","time spent":"827.662918ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:18.045908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.354923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T01:52:18.045955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:17.330786Z","time spent":"715.113085ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:18.045977Z","caller":"traceutil/trace.go:171","msg":"trace[1111031956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:403; }","duration":"827.455184ms","start":"2026-03-29T01:52:17.218506Z","end":"2026-03-29T01:52:18.045961Z","steps":["trace[1111031956] 'agreement among raft nodes before linearized reading' (duration: 827.297831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:18.046009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:17.218498Z","time spent":"827.506016ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:52:18.046225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.908169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:52:18.047095Z","caller":"traceutil/trace.go:171","msg":"trace[1275139972] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:403; }","duration":"359.757904ms","start":"2026-03-29T01:52:17.687277Z","end":"2026-03-29T01:52:18.047034Z","steps":["trace[1275139972] 'agreement among raft nodes before linearized reading' (duration: 358.891129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:18.047229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:17.687261Z","time spent":"359.934227ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-29T01:52:18.368277Z","caller":"traceutil/trace.go:171","msg":"trace[953483345] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"175.04318ms","start":"2026-03-29T01:52:18.193206Z","end":"2026-03-29T01:52:18.368249Z","steps":["trace[953483345] 'read index received' (duration: 157.007111ms)","trace[953483345] 'applied index is now lower than readState.Index' (duration: 18.034679ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:18.368294Z","caller":"traceutil/trace.go:171","msg":"trace[1328452654] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"175.184012ms","start":"2026-03-29T01:52:18.193082Z","end":"2026-03-29T01:52:18.368266Z","steps":["trace[1328452654] 'process raft request' (duration: 157.051202ms)","trace[1328452654] 'compare' (duration: 17.901516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:18.368442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.214723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T01:52:18.368513Z","caller":"traceutil/trace.go:171","msg":"trace[213836774] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:409; }","duration":"175.337175ms","start":"2026-03-29T01:52:18.193157Z","end":"2026-03-29T01:52:18.368495Z","steps":["trace[213836774] 'agreement among raft nodes before linearized reading' (duration: 175.199543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:19.339996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.54654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-03-29T01:52:19.340083Z","caller":"traceutil/trace.go:171","msg":"trace[1465917411] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:409; }","duration":"498.688083ms","start":"2026-03-29T01:52:18.841377Z","end":"2026-03-29T01:52:19.340065Z","steps":["trace[1465917411] 'range keys from in-memory index tree' (duration: 498.446838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:19.340141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:18.841358Z","time spent":"498.774174ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5358,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-03-29T01:52:19.511032Z","caller":"traceutil/trace.go:171","msg":"trace[1971955512] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"162.590965ms","start":"2026-03-29T01:52:19.348415Z","end":"2026-03-29T01:52:19.511006Z","steps":["trace[1971955512] 'process raft request' (duration: 162.430962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:20.031988Z","caller":"traceutil/trace.go:171","msg":"trace[1605625356] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"108.366885ms","start":"2026-03-29T01:52:19.923599Z","end":"2026-03-29T01:52:20.031966Z","steps":["trace[1605625356] 'process raft request' (duration: 108.237903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:20.35084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.876416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:20.350957Z","caller":"traceutil/trace.go:171","msg":"trace[1358343692] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"199.393318ms","start":"2026-03-29T01:52:20.151545Z","end":"2026-03-29T01:52:20.350938Z","steps":["trace[1358343692] 'read index received' (duration: 49.781µs)","trace[1358343692] 'applied index is now lower than readState.Index' (duration: 199.341777ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:20.35105Z","caller":"traceutil/trace.go:171","msg":"trace[1290136736] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"272.316057ms","start":"2026-03-29T01:52:20.078705Z","end":"2026-03-29T01:52:20.351021Z","steps":["trace[1290136736] 'process raft request' (duration: 58.184047ms)","trace[1290136736] 'compare' (duration: 213.749193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:20.35131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.762244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:52:20.351395Z","caller":"traceutil/trace.go:171","msg":"trace[1118196957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:413; }","duration":"199.866556ms","start":"2026-03-29T01:52:20.151489Z","end":"2026-03-29T01:52:20.351356Z","steps":["trace[1118196957] 'agreement among raft nodes before linearized reading' (duration: 199.765674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:20.352002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.491549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:52:20.352092Z","caller":"traceutil/trace.go:171","msg":"trace[45364407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"200.282283ms","start":"2026-03-29T01:52:20.151772Z","end":"2026-03-29T01:52:20.352054Z","steps":["trace[45364407] 'agreement among raft nodes before linearized reading' (duration: 199.476399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:23.504198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000492046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:52:23.504616Z","caller":"traceutil/trace.go:171","msg":"trace[418573682] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"1.052570735s","start":"2026-03-29T01:52:22.45202Z","end":"2026-03-29T01:52:23.504591Z","steps":["trace[418573682] 'process raft request' (duration: 1.052387242s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:23.504811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:22.452007Z","time spent":"1.052676937s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:23.913896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.888038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:52:25.067882Z","caller":"traceutil/trace.go:171","msg":"trace[328503721] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"138.410777ms","start":"2026-03-29T01:52:24.929443Z","end":"2026-03-29T01:52:25.067854Z","steps":["trace[328503721] 'process raft request' (duration: 138.184024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:26.186787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.627026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:26.18689Z","caller":"traceutil/trace.go:171","msg":"trace[1102534417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:422; }","duration":"519.803538ms","start":"2026-03-29T01:52:25.667056Z","end":"2026-03-29T01:52:26.18686Z","steps":["trace[1102534417] 'range keys from in-memory index tree' (duration: 519.470693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:26.186942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:25.667026Z","time spent":"519.905931ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:52:26.18731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.437296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-03-29T01:52:26.187445Z","caller":"traceutil/trace.go:171","msg":"trace[622877703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:422; }","duration":"410.622079ms","start":"2026-03-29T01:52:25.77679Z","end":"2026-03-29T01:52:26.187412Z","steps":["trace[622877703] 'range keys from in-memory index tree' (duration: 410.273693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:26.187511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:25.776765Z","time spent":"410.7305ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T01:52:26.736045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.050775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:26.736609Z","caller":"traceutil/trace.go:171","msg":"trace[960414601] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"508.609351ms","start":"2026-03-29T01:52:26.227691Z","end":"2026-03-29T01:52:26.7363Z","steps":["trace[960414601] 'process raft request' (duration: 400.21124ms)","trace[960414601] 'compare' (duration: 107.365954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:26.73674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:26.227674Z","time spent":"508.995097ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:27.318072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.791663ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:52:27.318191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.333367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:27.318202Z","caller":"traceutil/trace.go:171","msg":"trace[408337695] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:424; }","duration":"399.937335ms","start":"2026-03-29T01:52:26.918246Z","end":"2026-03-29T01:52:27.318183Z","steps":["trace[408337695] 'range keys from in-memory index tree' (duration: 399.775673ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:27.318321Z","caller":"traceutil/trace.go:171","msg":"trace[431829369] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.089880341s","start":"2026-03-29T01:52:26.228426Z","end":"2026-03-29T01:52:27.318306Z","steps":["trace[431829369] 'process raft request' (duration: 779.366811ms)","trace[431829369] 'compare' (duration: 310.238526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:27.318391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:26.228405Z","time spent":"1.089955172s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:27.318521Z","caller":"traceutil/trace.go:171","msg":"trace[1015193805] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"1.088406576s","start":"2026-03-29T01:52:26.230093Z","end":"2026-03-29T01:52:27.318499Z","steps":["trace[1015193805] 'process raft request' (duration: 1.088162832s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:27.318581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:26.230066Z","time spent":"1.088483788s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:27.31862Z","caller":"traceutil/trace.go:171","msg":"trace[1888681522] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:442; }","duration":"993.208717ms","start":"2026-03-29T01:52:26.325372Z","end":"2026-03-29T01:52:27.31858Z","steps":["trace[1888681522] 'read index received' (duration: 302.632382ms)","trace[1888681522] 'applied index is now lower than readState.Index' (duration: 690.575355ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:27.318712Z","caller":"traceutil/trace.go:171","msg":"trace[1869164727] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"1.08493181s","start":"2026-03-29T01:52:26.23377Z","end":"2026-03-29T01:52:27.318702Z","steps":["trace[1869164727] 'process raft request' (duration: 1.084652836s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:27.318781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:26.233758Z","time spent":"1.084982122s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:27.318869Z","caller":"traceutil/trace.go:171","msg":"trace[1575121091] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"579.301949ms","start":"2026-03-29T01:52:26.739547Z","end":"2026-03-29T01:52:27.318849Z","steps":["trace[1575121091] 'process raft request' (duration: 578.997543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:27.31892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.878832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:52:27.318918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.548804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:27.319161Z","caller":"traceutil/trace.go:171","msg":"trace[59871408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:428; }","duration":"828.174476ms","start":"2026-03-29T01:52:26.490976Z","end":"2026-03-29T01:52:27.31915Z","steps":["trace[59871408] 'agreement among raft nodes before linearized reading' (duration: 827.860491ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:27.319173Z","caller":"traceutil/trace.go:171","msg":"trace[645300879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:428; }","duration":"993.848459ms","start":"2026-03-29T01:52:26.325312Z","end":"2026-03-29T01:52:27.31916Z","steps":["trace[645300879] 'agreement among raft nodes before linearized reading' (duration: 993.448291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:27.319185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:26.490959Z","time spent":"828.221068ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:27.319187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:26.739509Z","time spent":"579.624533ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:27.319206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:26.325286Z","time spent":"993.912579ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:27.319264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.809676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:52:27.319383Z","caller":"traceutil/trace.go:171","msg":"trace[1450620191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:428; }","duration":"742.971149ms","start":"2026-03-29T01:52:26.576383Z","end":"2026-03-29T01:52:27.319354Z","steps":["trace[1450620191] 'agreement among raft nodes before linearized reading' (duration: 742.501581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:27.319436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:26.576365Z","time spent":"743.05921ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:52:28.200844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.156658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:28.200962Z","caller":"traceutil/trace.go:171","msg":"trace[928640570] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"875.856967ms","start":"2026-03-29T01:52:27.325085Z","end":"2026-03-29T01:52:28.200942Z","steps":["trace[928640570] 'process raft request' (duration: 103.521727ms)","trace[928640570] 'compare' (duration: 772.019876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:28.201023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.325066Z","time spent":"875.929278ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:28.299534Z","caller":"traceutil/trace.go:171","msg":"trace[1924963146] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"974.341399ms","start":"2026-03-29T01:52:27.325152Z","end":"2026-03-29T01:52:28.299493Z","steps":["trace[1924963146] 'process raft request' (duration: 974.157977ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:28.299584Z","caller":"traceutil/trace.go:171","msg":"trace[347482263] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"972.43322ms","start":"2026-03-29T01:52:27.327132Z","end":"2026-03-29T01:52:28.299565Z","steps":["trace[347482263] 'process raft request' (duration: 972.351548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:28.299699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.327107Z","time spent":"972.534111ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:28.299701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.325127Z","time spent":"974.493331ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:52:28.300069Z","caller":"traceutil/trace.go:171","msg":"trace[1590251409] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"966.433203ms","start":"2026-03-29T01:52:27.333601Z","end":"2026-03-29T01:52:28.300034Z","steps":["trace[1590251409] 'process raft request' (duration: 965.922295ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:28.300283Z","caller":"traceutil/trace.go:171","msg":"trace[174365775] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:447; }","duration":"970.61529ms","start":"2026-03-29T01:52:27.329614Z","end":"2026-03-29T01:52:28.30023Z","steps":["trace[174365775] 'read index received' (duration: 98.932634ms)","trace[174365775] 'applied index is now lower than readState.Index' (duration: 871.681186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:28.300315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.333594Z","time spent":"966.556275ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:28.300527Z","caller":"traceutil/trace.go:171","msg":"trace[1754088446] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"965.772582ms","start":"2026-03-29T01:52:27.334742Z","end":"2026-03-29T01:52:28.300515Z","steps":["trace[1754088446] 'process raft request' (duration: 965.172483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:28.300594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.334726Z","time spent":"965.827253ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:28.300713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.099097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:28.300753Z","caller":"traceutil/trace.go:171","msg":"trace[441313373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"971.161349ms","start":"2026-03-29T01:52:27.329577Z","end":"2026-03-29T01:52:28.300738Z","steps":["trace[441313373] 'agreement among raft nodes before linearized reading' (duration: 971.101998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:28.300783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.329566Z","time spent":"971.211469ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:52:28.301021Z","caller":"traceutil/trace.go:171","msg":"trace[1306770678] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"973.896742ms","start":"2026-03-29T01:52:27.327099Z","end":"2026-03-29T01:52:28.300995Z","steps":["trace[1306770678] 'process raft request' (duration: 972.329707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:28.301101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.327076Z","time spent":"973.978834ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:29.080866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.344816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:29.081Z","caller":"traceutil/trace.go:171","msg":"trace[1159093874] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"780.661696ms","start":"2026-03-29T01:52:28.300315Z","end":"2026-03-29T01:52:29.080977Z","steps":["trace[1159093874] 'read index received' (duration: 151.881802ms)","trace[1159093874] 'applied index is now lower than readState.Index' (duration: 628.777904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:29.08113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559919292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:52:29.081229Z","caller":"traceutil/trace.go:171","msg":"trace[845579323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:435; }","duration":"1.560033425s","start":"2026-03-29T01:52:27.521181Z","end":"2026-03-29T01:52:29.081214Z","steps":["trace[845579323] 'agreement among raft nodes before linearized reading' (duration: 1.559883812s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:29.081288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.521173Z","time spent":"1.560099935s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:29.081299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588143614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-03-29T01:52:29.081241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393400337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:52:29.081348Z","caller":"traceutil/trace.go:171","msg":"trace[1702948666] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:435; }","duration":"1.588210805s","start":"2026-03-29T01:52:27.493109Z","end":"2026-03-29T01:52:29.081319Z","steps":["trace[1702948666] 'agreement among raft nodes before linearized reading' (duration: 1.588154334s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:29.081373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.493088Z","time spent":"1.588278616s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-29T01:52:29.081375Z","caller":"traceutil/trace.go:171","msg":"trace[1155100771] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:435; }","duration":"1.393711222s","start":"2026-03-29T01:52:27.687619Z","end":"2026-03-29T01:52:29.081331Z","steps":["trace[1155100771] 'agreement among raft nodes before linearized reading' (duration: 1.393389777s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:29.08161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:27.687567Z","time spent":"1.394028277s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-29T01:52:29.08119Z","caller":"traceutil/trace.go:171","msg":"trace[1484273278] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"969.929275ms","start":"2026-03-29T01:52:28.111247Z","end":"2026-03-29T01:52:29.081176Z","steps":["trace[1484273278] 'process raft request' (duration: 340.960168ms)","trace[1484273278] 'compare' (duration: 627.892439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:29.081992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:28.111229Z","time spent":"970.705527ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:30.327904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:52:30.327986Z","caller":"traceutil/trace.go:171","msg":"trace[1803247838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995776s","start":"2026-03-29T01:52:28.328011Z","end":"2026-03-29T01:52:30.327968Z","steps":["trace[1803247838] 'agreement among raft nodes before linearized reading' (duration: 1.999851439s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:30.328044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:28.327989Z","time spent":"2.000042501s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:30.334331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.03797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:30.334621Z","caller":"traceutil/trace.go:171","msg":"trace[517220760] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"2.025988175s","start":"2026-03-29T01:52:28.30861Z","end":"2026-03-29T01:52:30.334598Z","steps":["trace[517220760] 'process raft request' (duration: 2.025817422s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:30.334656Z","caller":"traceutil/trace.go:171","msg":"trace[72515769] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"2.030149942s","start":"2026-03-29T01:52:28.30448Z","end":"2026-03-29T01:52:30.33463Z","steps":["trace[72515769] 'process raft request' (duration: 1.111751936s)","trace[72515769] 'compare' (duration: 917.894108ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:30.334722Z","caller":"traceutil/trace.go:171","msg":"trace[1861609749] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:454; }","duration":"1.253671642s","start":"2026-03-29T01:52:29.08104Z","end":"2026-03-29T01:52:30.334711Z","steps":["trace[1861609749] 'read index received' (duration: 335.200646ms)","trace[1861609749] 'applied index is now lower than readState.Index' (duration: 918.469866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:30.334745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:28.308601Z","time spent":"2.026085236s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:30.334774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:28.304457Z","time spent":"2.030263383s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:30.334829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:29.082911Z","time spent":"1.251910474s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T01:52:30.334895Z","caller":"traceutil/trace.go:171","msg":"trace[745536318] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"1.249463115s","start":"2026-03-29T01:52:29.085414Z","end":"2026-03-29T01:52:30.334877Z","steps":["trace[745536318] 'process raft request' (duration: 1.249302963s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:30.335008Z","caller":"traceutil/trace.go:171","msg":"trace[1716890132] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"280.670004ms","start":"2026-03-29T01:52:30.054296Z","end":"2026-03-29T01:52:30.334966Z","steps":["trace[1716890132] 'process raft request' (duration: 280.524781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:30.335091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:29.085392Z","time spent":"1.249549297s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:30.834827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368023004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:52:32.261187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358007859s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:32.261324Z","caller":"traceutil/trace.go:171","msg":"trace[403790314] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"1.929725743s","start":"2026-03-29T01:52:30.33158Z","end":"2026-03-29T01:52:32.261305Z","steps":["trace[403790314] 'process raft request' (duration: 571.50491ms)","trace[403790314] 'compare' (duration: 1.357767186s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:32.261376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:30.331551Z","time spent":"1.929803123s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:32.337788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001401719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:52:32.337871Z","caller":"traceutil/trace.go:171","msg":"trace[1247390526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00151445s","start":"2026-03-29T01:52:30.336338Z","end":"2026-03-29T01:52:32.337853Z","steps":["trace[1247390526] 'agreement among raft nodes before linearized reading' (duration: 2.001411329s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.337925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:30.336333Z","time spent":"2.001581961s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:52:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:32.416495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307390487s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:52:32.639882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.109749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:32.640198Z","caller":"traceutil/trace.go:171","msg":"trace[1289831129] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:459; }","duration":"2.305396989s","start":"2026-03-29T01:52:30.334741Z","end":"2026-03-29T01:52:32.640138Z","steps":["trace[1289831129] 'read index received' (duration: 568.328239ms)","trace[1289831129] 'applied index is now lower than readState.Index' (duration: 1.73706773s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:32.640201Z","caller":"traceutil/trace.go:171","msg":"trace[221127724] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"2.301540478s","start":"2026-03-29T01:52:30.338598Z","end":"2026-03-29T01:52:32.640139Z","steps":["trace[221127724] 'process raft request' (duration: 2.301391996s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.64047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:30.338562Z","time spent":"2.301764722s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:52:32.640489Z","caller":"traceutil/trace.go:171","msg":"trace[1909148066] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"2.298340067s","start":"2026-03-29T01:52:30.342132Z","end":"2026-03-29T01:52:32.640472Z","steps":["trace[1909148066] 'process raft request' (duration: 2.29790777s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.6405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.759645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:52:32.640519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301086881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:32.640563Z","caller":"traceutil/trace.go:171","msg":"trace[1308549754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:443; }","duration":"301.869077ms","start":"2026-03-29T01:52:32.338678Z","end":"2026-03-29T01:52:32.640547Z","steps":["trace[1308549754] 'agreement among raft nodes before linearized reading' (duration: 301.748745ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:32.640585Z","caller":"traceutil/trace.go:171","msg":"trace[283686499] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:443; }","duration":"2.301168582s","start":"2026-03-29T01:52:30.339389Z","end":"2026-03-29T01:52:32.640557Z","steps":["trace[283686499] 'agreement among raft nodes before linearized reading' (duration: 2.30104564s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.640581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:30.342125Z","time spent":"2.298412468s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:32.640614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:30.339384Z","time spent":"2.301224443s","remote":"127.0.0.1:35450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-03-29T01:52:32.640582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557810892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-hdd4j\" ","response":"range_response_count:1 size:4466"} {"level":"warn","ts":"2026-03-29T01:52:32.640633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435091053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:52:32.640662Z","caller":"traceutil/trace.go:171","msg":"trace[172559906] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-hdd4j; range_end:; response_count:1; response_revision:443; }","duration":"3.557940753s","start":"2026-03-29T01:52:29.082703Z","end":"2026-03-29T01:52:32.640644Z","steps":["trace[172559906] 'agreement among raft nodes before linearized reading' (duration: 3.55775465s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.640714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:29.082688Z","time spent":"3.558017095s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4488,"request content":"key:\"/registry/pods/kube-system/kube-proxy-hdd4j\" "} {"level":"info","ts":"2026-03-29T01:52:32.640711Z","caller":"traceutil/trace.go:171","msg":"trace[1604515786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:443; }","duration":"2.435211284s","start":"2026-03-29T01:52:30.205482Z","end":"2026-03-29T01:52:32.640693Z","steps":["trace[1604515786] 'agreement among raft nodes before linearized reading' (duration: 2.4349524s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.640772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:30.205466Z","time spent":"2.435298525s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:32.640822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.877042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:32.64084Z","caller":"traceutil/trace.go:171","msg":"trace[481904618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:443; }","duration":"302.930243ms","start":"2026-03-29T01:52:32.337903Z","end":"2026-03-29T01:52:32.640834Z","steps":["trace[481904618] 'agreement among raft nodes before linearized reading' (duration: 302.904373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.640266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335599347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:52:32.640896Z","caller":"traceutil/trace.go:171","msg":"trace[524106854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:443; }","duration":"2.336262238s","start":"2026-03-29T01:52:30.304617Z","end":"2026-03-29T01:52:32.64088Z","steps":["trace[524106854] 'agreement among raft nodes before linearized reading' (duration: 2.335588017s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.640955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:30.304602Z","time spent":"2.336327719s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:52:32.640852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.337884Z","time spent":"302.966373ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:32.641695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316338724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:52:32.64172Z","caller":"traceutil/trace.go:171","msg":"trace[1020535805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:443; }","duration":"3.316398166s","start":"2026-03-29T01:52:29.325315Z","end":"2026-03-29T01:52:32.641713Z","steps":["trace[1020535805] 'agreement among raft nodes before linearized reading' (duration: 3.316339465s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:32.641735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:29.325296Z","time spent":"3.316435826s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:52:32.64229Z","caller":"traceutil/trace.go:171","msg":"trace[2041386958] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"2.306028148s","start":"2026-03-29T01:52:30.33625Z","end":"2026-03-29T01:52:32.642279Z","steps":["trace[2041386958] 'process raft request' (duration: 2.08042138s)","trace[2041386958] 'compare' (duration: 222.995057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:32.642494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:30.336237Z","time spent":"2.30607568s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:32.640594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.338664Z","time spent":"301.924967ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:33.147172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368023010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:52:34.649379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000395395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:52:34.649453Z","caller":"traceutil/trace.go:171","msg":"trace[1661816481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501376s","start":"2026-03-29T01:52:32.648935Z","end":"2026-03-29T01:52:34.649437Z","steps":["trace[1661816481] 'agreement among raft nodes before linearized reading' (duration: 2.000408455s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:34.649533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.64893Z","time spent":"2.000557397s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:35.7725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349858721s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:35.772692Z","caller":"traceutil/trace.go:171","msg":"trace[1867912141] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"3.128134836s","start":"2026-03-29T01:52:32.64452Z","end":"2026-03-29T01:52:35.772654Z","steps":["trace[1867912141] 'process raft request' (duration: 778.017011ms)","trace[1867912141] 'compare' (duration: 2.349027579s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:35.772808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.644496Z","time spent":"3.128256369s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:35.891253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.467292469s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:52:36.649721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:52:36.649806Z","caller":"traceutil/trace.go:171","msg":"trace[674719405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012132s","start":"2026-03-29T01:52:34.649666Z","end":"2026-03-29T01:52:36.649787Z","steps":["trace[674719405] 'agreement among raft nodes before linearized reading' (duration: 2.000017128s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:36.64985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:34.64965Z","time spent":"2.000191422s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:52:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:37.650587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.648626Z","time spent":"5.00195208s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 01:52:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:37.650776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.651306Z","time spent":"4.999466181s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 01:52:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:38.341225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418963381s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:38.341369Z","caller":"traceutil/trace.go:171","msg":"trace[727141590] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:444; }","duration":"1.419120983s","start":"2026-03-29T01:52:36.922228Z","end":"2026-03-29T01:52:38.341349Z","steps":["trace[727141590] 'range keys from in-memory index tree' (duration: 1.418946791s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:38.341671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450059795s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:38.342073Z","caller":"traceutil/trace.go:171","msg":"trace[1391487509] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:463; }","duration":"5.695303276s","start":"2026-03-29T01:52:32.646751Z","end":"2026-03-29T01:52:38.342055Z","steps":["trace[1391487509] 'read index received' (duration: 775.895119ms)","trace[1391487509] 'applied index is now lower than readState.Index' (duration: 4.919406607s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:38.342192Z","caller":"traceutil/trace.go:171","msg":"trace[1217197787] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"5.691476836s","start":"2026-03-29T01:52:32.650698Z","end":"2026-03-29T01:52:38.342175Z","steps":["trace[1217197787] 'process raft request' (duration: 5.69118396s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:38.342303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.650692Z","time spent":"5.691552877s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:38.342503Z","caller":"traceutil/trace.go:171","msg":"trace[1059666789] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"5.693454027s","start":"2026-03-29T01:52:32.649015Z","end":"2026-03-29T01:52:38.342469Z","steps":["trace[1059666789] 'process raft request' (duration: 5.692768266s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:38.342601Z","caller":"traceutil/trace.go:171","msg":"trace[1777892905] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"5.690590543s","start":"2026-03-29T01:52:32.65197Z","end":"2026-03-29T01:52:38.342561Z","steps":["trace[1777892905] 'process raft request' (duration: 5.690031523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:38.342691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.651957Z","time spent":"5.690685844s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:38.342737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695972897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T01:52:38.342749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.649006Z","time spent":"5.69361903s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:38.342783Z","caller":"traceutil/trace.go:171","msg":"trace[2134960205] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:449; }","duration":"5.696023318s","start":"2026-03-29T01:52:32.646746Z","end":"2026-03-29T01:52:38.342769Z","steps":["trace[2134960205] 'agreement among raft nodes before linearized reading' (duration: 5.695853345s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:38.34297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.646706Z","time spent":"5.696244812s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-29T01:52:38.658103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000522902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:52:38.658205Z","caller":"traceutil/trace.go:171","msg":"trace[1196954113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713385s","start":"2026-03-29T01:52:36.657467Z","end":"2026-03-29T01:52:38.658181Z","steps":["trace[1196954113] 'agreement among raft nodes before linearized reading' (duration: 2.000579263s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:38.658277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:36.657436Z","time spent":"2.000830336s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:52:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:38.842783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368023022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:52:38.874277Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.982673035s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:52:39.912952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038439563s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:52:40.012562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138048944s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:52:40.013083Z","caller":"traceutil/trace.go:171","msg":"trace[1176355580] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"4.23502417s","start":"2026-03-29T01:52:35.778016Z","end":"2026-03-29T01:52:40.013041Z","steps":["trace[1176355580] 'process raft request' (duration: 4.234684165s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:40.013221Z","caller":"traceutil/trace.go:171","msg":"trace[569997908] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"4.233720039s","start":"2026-03-29T01:52:35.779473Z","end":"2026-03-29T01:52:40.013193Z","steps":["trace[569997908] 'process raft request' (duration: 4.233569327s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.013289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:35.777995Z","time spent":"4.235174702s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:40.013301Z","caller":"traceutil/trace.go:171","msg":"trace[363210167] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"640.714726ms","start":"2026-03-29T01:52:39.372562Z","end":"2026-03-29T01:52:40.013277Z","steps":["trace[363210167] 'process raft request' (duration: 640.646035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.013338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:35.779443Z","time spent":"4.23383828s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:40.013447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:39.372544Z","time spent":"640.808607ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:40.013498Z","caller":"traceutil/trace.go:171","msg":"trace[833593725] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"4.234193606s","start":"2026-03-29T01:52:35.779294Z","end":"2026-03-29T01:52:40.013488Z","steps":["trace[833593725] 'process raft request' (duration: 4.233599047s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.013533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:35.779287Z","time spent":"4.234227897s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:52:40.013531Z","caller":"traceutil/trace.go:171","msg":"trace[1993900902] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"1.664619631s","start":"2026-03-29T01:52:38.348866Z","end":"2026-03-29T01:52:40.013485Z","steps":["trace[1993900902] 'process raft request' (duration: 1.664298586s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.013724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:38.348849Z","time spent":"1.664782453s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:52:40.013743Z","caller":"traceutil/trace.go:171","msg":"trace[694948355] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:469; }","duration":"1.671582199s","start":"2026-03-29T01:52:38.342128Z","end":"2026-03-29T01:52:40.01371Z","steps":["trace[694948355] 'read index received' (duration: 532.373557ms)","trace[694948355] 'applied index is now lower than readState.Index' (duration: 1.139202192s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:40.013834Z","caller":"traceutil/trace.go:171","msg":"trace[873576479] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"4.231347851s","start":"2026-03-29T01:52:35.782472Z","end":"2026-03-29T01:52:40.01382Z","steps":["trace[873576479] 'process raft request' (duration: 4.2306134s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.013911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:35.782451Z","time spent":"4.231416452s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:40.013927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668050304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-29T01:52:40.013945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.172114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T01:52:40.013955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.363144925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T01:52:40.013975Z","caller":"traceutil/trace.go:171","msg":"trace[2126301420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:455; }","duration":"686.231794ms","start":"2026-03-29T01:52:39.327734Z","end":"2026-03-29T01:52:40.013966Z","steps":["trace[2126301420] 'agreement among raft nodes before linearized reading' (duration: 686.180284ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:40.013972Z","caller":"traceutil/trace.go:171","msg":"trace[1858197802] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:455; }","duration":"1.668140554s","start":"2026-03-29T01:52:38.345819Z","end":"2026-03-29T01:52:40.013959Z","steps":["trace[1858197802] 'agreement among raft nodes before linearized reading' (duration: 1.668052043s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:40.013989Z","caller":"traceutil/trace.go:171","msg":"trace[925187184] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9; range_end:; response_count:1; response_revision:455; }","duration":"7.363202386s","start":"2026-03-29T01:52:32.65077Z","end":"2026-03-29T01:52:40.013973Z","steps":["trace[925187184] 'agreement among raft nodes before linearized reading' (duration: 7.363081734s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.013998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:39.327715Z","time spent":"686.278486ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:52:40.014012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:38.345798Z","time spent":"1.668205976s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T01:52:40.014017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:32.650767Z","time spent":"7.363245786s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" "} {"level":"warn","ts":"2026-03-29T01:52:40.013776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360519507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-29T01:52:40.014096Z","caller":"traceutil/trace.go:171","msg":"trace[1249607558] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:455; }","duration":"3.360903273s","start":"2026-03-29T01:52:36.653186Z","end":"2026-03-29T01:52:40.014089Z","steps":["trace[1249607558] 'agreement among raft nodes before linearized reading' (duration: 3.360530298s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.01412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:36.653154Z","time spent":"3.360958154s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T01:52:40.014156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355436174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:40.014191Z","caller":"traceutil/trace.go:171","msg":"trace[1220306196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"1.355464125s","start":"2026-03-29T01:52:38.658713Z","end":"2026-03-29T01:52:40.014177Z","steps":["trace[1220306196] 'agreement among raft nodes before linearized reading' (duration: 1.355419354s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.01423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:38.65862Z","time spent":"1.355593408s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:40.014223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.033044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:52:40.01427Z","caller":"traceutil/trace.go:171","msg":"trace[676322114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:455; }","duration":"364.122855ms","start":"2026-03-29T01:52:39.650133Z","end":"2026-03-29T01:52:40.014256Z","steps":["trace[676322114] 'agreement among raft nodes before linearized reading' (duration: 364.032873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.014306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:39.650106Z","time spent":"364.191296ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:52:40.014298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666391257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-k4btl\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-03-29T01:52:40.014349Z","caller":"traceutil/trace.go:171","msg":"trace[1103076413] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-k4btl; range_end:; response_count:1; response_revision:455; }","duration":"1.666469939s","start":"2026-03-29T01:52:38.347865Z","end":"2026-03-29T01:52:40.014335Z","steps":["trace[1103076413] 'agreement among raft nodes before linearized reading' (duration: 1.666329087s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.014361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662583229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-29T01:52:40.014382Z","caller":"traceutil/trace.go:171","msg":"trace[2060074315] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:455; }","duration":"1.66262107s","start":"2026-03-29T01:52:38.351755Z","end":"2026-03-29T01:52:40.014376Z","steps":["trace[2060074315] 'agreement among raft nodes before linearized reading' (duration: 1.662570589s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.014383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:38.347855Z","time spent":"1.66652124s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4038,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-k4btl\" "} {"level":"warn","ts":"2026-03-29T01:52:40.014397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:38.351749Z","time spent":"1.66264418s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4217,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} 2026/03/29 01:52:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:40.420761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.022851Z","time spent":"397.900507ms","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T01:52:40.420765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.017374Z","time spent":"403.381671ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 01:52:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:40.420835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.945094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"","error":"context canceled"} 2026/03/29 01:52:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-29T01:52:40.420895Z","caller":"traceutil/trace.go:171","msg":"trace[939034362] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; }","duration":"401.036676ms","start":"2026-03-29T01:52:40.01984Z","end":"2026-03-29T01:52:40.420876Z","steps":["trace[939034362] 'agreement among raft nodes before linearized reading' (duration: 400.941164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:40.420945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.01982Z","time spent":"401.117206ms","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} 2026/03/29 01:52:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:52:41.380068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262845861s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:41.380631Z","caller":"traceutil/trace.go:171","msg":"trace[572102861] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"1.363094256s","start":"2026-03-29T01:52:40.017519Z","end":"2026-03-29T01:52:41.380613Z","steps":["trace[572102861] 'process raft request' (duration: 1.362930303s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:41.380699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.01749Z","time spent":"1.363174727s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:41.380713Z","caller":"traceutil/trace.go:171","msg":"trace[2034278090] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:476; }","duration":"1.362909323s","start":"2026-03-29T01:52:40.017776Z","end":"2026-03-29T01:52:41.380686Z","steps":["trace[2034278090] 'read index received' (duration: 99.369021ms)","trace[2034278090] 'applied index is now lower than readState.Index' (duration: 1.263537422s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:41.380931Z","caller":"traceutil/trace.go:171","msg":"trace[1540412251] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"1.357607162s","start":"2026-03-29T01:52:40.023316Z","end":"2026-03-29T01:52:41.380923Z","steps":["trace[1540412251] 'process raft request' (duration: 1.357322618s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:41.38098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.023306Z","time spent":"1.357649103s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:41.380972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363173948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:52:41.381115Z","caller":"traceutil/trace.go:171","msg":"trace[1732922739] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:460; }","duration":"1.36336524s","start":"2026-03-29T01:52:40.017738Z","end":"2026-03-29T01:52:41.381103Z","steps":["trace[1732922739] 'agreement among raft nodes before linearized reading' (duration: 1.363177637s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:41.381152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.017726Z","time spent":"1.363415231s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-29T01:52:41.761958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.670748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:41.762252Z","caller":"traceutil/trace.go:171","msg":"trace[707447790] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"1.134066498s","start":"2026-03-29T01:52:40.62815Z","end":"2026-03-29T01:52:41.762217Z","steps":["trace[707447790] 'process raft request' (duration: 938.014674ms)","trace[707447790] 'compare' (duration: 195.435655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:41.762393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.62812Z","time spent":"1.13419365s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:41.762438Z","caller":"traceutil/trace.go:171","msg":"trace[2051865149] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"381.631348ms","start":"2026-03-29T01:52:41.380776Z","end":"2026-03-29T01:52:41.762408Z","steps":["trace[2051865149] 'read index received' (duration: 185.30213ms)","trace[2051865149] 'applied index is now lower than readState.Index' (duration: 196.326748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:41.762606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413836265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:52:41.762627Z","caller":"traceutil/trace.go:171","msg":"trace[414260997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"1.413901187s","start":"2026-03-29T01:52:40.34872Z","end":"2026-03-29T01:52:41.762621Z","steps":["trace[414260997] 'agreement among raft nodes before linearized reading' (duration: 1.413854246s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:41.762646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.3487Z","time spent":"1.413942328s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:41.762531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413734774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:52:41.762636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731502563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:41.762682Z","caller":"traceutil/trace.go:171","msg":"trace[755119161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"1.413927007s","start":"2026-03-29T01:52:40.348741Z","end":"2026-03-29T01:52:41.762668Z","steps":["trace[755119161] 'agreement among raft nodes before linearized reading' (duration: 1.413690772s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:41.762705Z","caller":"traceutil/trace.go:171","msg":"trace[2012552981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"1.731567444s","start":"2026-03-29T01:52:40.031112Z","end":"2026-03-29T01:52:41.762679Z","steps":["trace[2012552981] 'agreement among raft nodes before linearized reading' (duration: 1.731470682s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:41.762725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.348719Z","time spent":"1.413990289s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:52:41.762777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:40.03109Z","time spent":"1.731668945s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:41.763284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:41.381843Z","time spent":"381.437645ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T01:52:41.763331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.331058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-29T01:52:41.76337Z","caller":"traceutil/trace.go:171","msg":"trace[1752662011] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:461; }","duration":"378.383918ms","start":"2026-03-29T01:52:41.384975Z","end":"2026-03-29T01:52:41.763359Z","steps":["trace[1752662011] 'agreement among raft nodes before linearized reading' (duration: 378.299107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:41.763465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:41.384971Z","time spent":"378.423069ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-29T01:52:41.763654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.710769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T01:52:41.763702Z","caller":"traceutil/trace.go:171","msg":"trace[192561456] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9; range_end:; response_count:1; response_revision:461; }","duration":"379.80641ms","start":"2026-03-29T01:52:41.383883Z","end":"2026-03-29T01:52:41.76369Z","steps":["trace[192561456] 'agreement among raft nodes before linearized reading' (duration: 379.357833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:41.763735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:41.383861Z","time spent":"379.865582ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" "} {"level":"warn","ts":"2026-03-29T01:52:42.047072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.827564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:42.047227Z","caller":"traceutil/trace.go:171","msg":"trace[562842838] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:488; }","duration":"188.521857ms","start":"2026-03-29T01:52:41.858678Z","end":"2026-03-29T01:52:42.0472Z","steps":["trace[562842838] 'read index received' (duration: 27.379128ms)","trace[562842838] 'applied index is now lower than readState.Index' (duration: 161.139959ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:42.047286Z","caller":"traceutil/trace.go:171","msg":"trace[348371930] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"213.54816ms","start":"2026-03-29T01:52:41.833699Z","end":"2026-03-29T01:52:42.047248Z","steps":["trace[348371930] 'process raft request' (duration: 52.389761ms)","trace[348371930] 'compare' (duration: 160.642361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:42.04734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.657299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T01:52:42.047382Z","caller":"traceutil/trace.go:171","msg":"trace[199562977] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9; range_end:; response_count:1; response_revision:467; }","duration":"188.727351ms","start":"2026-03-29T01:52:41.85864Z","end":"2026-03-29T01:52:42.047367Z","steps":["trace[199562977] 'agreement among raft nodes before linearized reading' (duration: 188.627639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:42.252386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.922282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:42.252703Z","caller":"traceutil/trace.go:171","msg":"trace[1684454455] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"117.284915ms","start":"2026-03-29T01:52:42.135367Z","end":"2026-03-29T01:52:42.252652Z","steps":["trace[1684454455] 'process raft request' (duration: 12.999917ms)","trace[1684454455] 'compare' (duration: 103.314103ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:42.263219Z","caller":"traceutil/trace.go:171","msg":"trace[1100812584] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"127.48898ms","start":"2026-03-29T01:52:42.1357Z","end":"2026-03-29T01:52:42.263189Z","steps":["trace[1100812584] 'process raft request' (duration: 127.319788ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:44.014599Z","caller":"traceutil/trace.go:171","msg":"trace[806032392] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"183.093078ms","start":"2026-03-29T01:52:43.831453Z","end":"2026-03-29T01:52:44.014546Z","steps":["trace[806032392] 'process raft request' (duration: 116.5468ms)","trace[806032392] 'compare' (duration: 66.341215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:44.229368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.14308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:44.229461Z","caller":"traceutil/trace.go:171","msg":"trace[1280082650] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:507; }","duration":"193.773613ms","start":"2026-03-29T01:52:44.035672Z","end":"2026-03-29T01:52:44.229446Z","steps":["trace[1280082650] 'read index received' (duration: 88.466839ms)","trace[1280082650] 'applied index is now lower than readState.Index' (duration: 105.305644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:44.229542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.880724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-29T01:52:44.229569Z","caller":"traceutil/trace.go:171","msg":"trace[1321188905] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:485; }","duration":"193.951635ms","start":"2026-03-29T01:52:44.035608Z","end":"2026-03-29T01:52:44.22956Z","steps":["trace[1321188905] 'agreement among raft nodes before linearized reading' (duration: 193.875094ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:44.229801Z","caller":"traceutil/trace.go:171","msg":"trace[1773527314] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"206.365803ms","start":"2026-03-29T01:52:44.023426Z","end":"2026-03-29T01:52:44.229791Z","steps":["trace[1773527314] 'process raft request' (duration: 100.728515ms)","trace[1773527314] 'compare' (duration: 104.996368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:44.828525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.132268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:44.828604Z","caller":"traceutil/trace.go:171","msg":"trace[800789818] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:485; }","duration":"270.270771ms","start":"2026-03-29T01:52:44.558315Z","end":"2026-03-29T01:52:44.828586Z","steps":["trace[800789818] 'range keys from in-memory index tree' (duration: 270.027987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:44.828847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.410607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:44.828993Z","caller":"traceutil/trace.go:171","msg":"trace[1072837387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:485; }","duration":"489.61461ms","start":"2026-03-29T01:52:44.339362Z","end":"2026-03-29T01:52:44.828977Z","steps":["trace[1072837387] 'range keys from in-memory index tree' (duration: 489.352657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:44.829098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:44.339354Z","time spent":"489.728572ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:52:45.103858Z","caller":"traceutil/trace.go:171","msg":"trace[2027301144] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"182.440287ms","start":"2026-03-29T01:52:44.92139Z","end":"2026-03-29T01:52:45.10383Z","steps":["trace[2027301144] 'process raft request' (duration: 182.184783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:45.6807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.81563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:45.681291Z","caller":"traceutil/trace.go:171","msg":"trace[1105531343] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"550.418606ms","start":"2026-03-29T01:52:45.130838Z","end":"2026-03-29T01:52:45.681256Z","steps":["trace[1105531343] 'process raft request' (duration: 132.988386ms)","trace[1105531343] 'compare' (duration: 416.655098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:45.681438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:45.130807Z","time spent":"550.557558ms","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:52:45.681717Z","caller":"traceutil/trace.go:171","msg":"trace[658043103] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"550.66375ms","start":"2026-03-29T01:52:45.131046Z","end":"2026-03-29T01:52:45.68171Z","steps":["trace[658043103] 'process raft request' (duration: 550.168062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:45.681759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:45.13104Z","time spent":"550.701792ms","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:45.887702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.388095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:52:45.887961Z","caller":"traceutil/trace.go:171","msg":"trace[1170606885] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:509; }","duration":"360.227056ms","start":"2026-03-29T01:52:45.527671Z","end":"2026-03-29T01:52:45.887898Z","steps":["trace[1170606885] 'read index received' (duration: 27.602046ms)","trace[1170606885] 'applied index is now lower than readState.Index' (duration: 332.62201ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:45.888071Z","caller":"traceutil/trace.go:171","msg":"trace[387685949] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"201.315898ms","start":"2026-03-29T01:52:45.686726Z","end":"2026-03-29T01:52:45.888042Z","steps":["trace[387685949] 'process raft request' (duration: 201.128805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:45.888234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.542891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:52:45.888306Z","caller":"traceutil/trace.go:171","msg":"trace[1594464511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:489; }","duration":"360.695025ms","start":"2026-03-29T01:52:45.52759Z","end":"2026-03-29T01:52:45.888285Z","steps":["trace[1594464511] 'agreement among raft nodes before linearized reading' (duration: 360.456561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:45.888347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:45.527561Z","time spent":"360.774145ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:52:46.103914Z","caller":"traceutil/trace.go:171","msg":"trace[483712352] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"128.525224ms","start":"2026-03-29T01:52:45.97535Z","end":"2026-03-29T01:52:46.103875Z","steps":["trace[483712352] 'process raft request' (duration: 128.143929ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:46.725004Z","caller":"traceutil/trace.go:171","msg":"trace[439467217] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:521; }","duration":"396.499997ms","start":"2026-03-29T01:52:46.328468Z","end":"2026-03-29T01:52:46.724968Z","steps":["trace[439467217] 'read index received' (duration: 296.440291ms)","trace[439467217] 'applied index is now lower than readState.Index' (duration: 100.058226ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:46.725144Z","caller":"traceutil/trace.go:171","msg":"trace[648662682] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"501.852731ms","start":"2026-03-29T01:52:46.223255Z","end":"2026-03-29T01:52:46.725107Z","steps":["trace[648662682] 'process raft request' (duration: 401.733404ms)","trace[648662682] 'compare' (duration: 99.769882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:46.725352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:46.223215Z","time spent":"502.008473ms","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14213,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:52:46.725371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.876852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:46.725439Z","caller":"traceutil/trace.go:171","msg":"trace[1905153392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:498; }","duration":"397.010764ms","start":"2026-03-29T01:52:46.328399Z","end":"2026-03-29T01:52:46.72541Z","steps":["trace[1905153392] 'agreement among raft nodes before linearized reading' (duration: 396.70209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:46.72588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:46.32837Z","time spent":"397.494001ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:47.125339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.202497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:47.125491Z","caller":"traceutil/trace.go:171","msg":"trace[954031845] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:498; }","duration":"206.37519ms","start":"2026-03-29T01:52:46.919098Z","end":"2026-03-29T01:52:47.125473Z","steps":["trace[954031845] 'range keys from in-memory index tree' (duration: 206.180157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:47.125571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.139638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:47.125686Z","caller":"traceutil/trace.go:171","msg":"trace[700958499] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"390.832736ms","start":"2026-03-29T01:52:46.734835Z","end":"2026-03-29T01:52:47.125668Z","steps":["trace[700958499] 'process raft request' (duration: 146.514906ms)","trace[700958499] 'compare' (duration: 243.937254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:47.125742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:46.734811Z","time spent":"390.911856ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3827,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:52:47.769835Z","caller":"traceutil/trace.go:171","msg":"trace[233575100] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:523; }","duration":"439.93758ms","start":"2026-03-29T01:52:47.329852Z","end":"2026-03-29T01:52:47.76979Z","steps":["trace[233575100] 'read index received' (duration: 439.465013ms)","trace[233575100] 'applied index is now lower than readState.Index' (duration: 471.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:47.769994Z","caller":"traceutil/trace.go:171","msg":"trace[1546866220] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"569.92985ms","start":"2026-03-29T01:52:47.200047Z","end":"2026-03-29T01:52:47.769977Z","steps":["trace[1546866220] 'process raft request' (duration: 569.368552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:47.770127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:47.200011Z","time spent":"570.024632ms","remote":"127.0.0.1:35386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317275,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:47.770268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.353856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:47.770394Z","caller":"traceutil/trace.go:171","msg":"trace[1228346278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:500; }","duration":"440.535119ms","start":"2026-03-29T01:52:47.329835Z","end":"2026-03-29T01:52:47.77037Z","steps":["trace[1228346278] 'agreement among raft nodes before linearized reading' (duration: 440.278665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:47.770479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:47.329761Z","time spent":"440.705081ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:52:47.770576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.336765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:52:47.770619Z","caller":"traceutil/trace.go:171","msg":"trace[1023153372] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:500; }","duration":"224.385366ms","start":"2026-03-29T01:52:47.546221Z","end":"2026-03-29T01:52:47.770607Z","steps":["trace[1023153372] 'agreement among raft nodes before linearized reading' (duration: 224.279464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:48.107658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.298045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T01:52:48.107793Z","caller":"traceutil/trace.go:171","msg":"trace[40335240] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:500; }","duration":"221.493949ms","start":"2026-03-29T01:52:47.886264Z","end":"2026-03-29T01:52:48.107758Z","steps":["trace[40335240] 'range keys from in-memory index tree' (duration: 220.554984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:48.107846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.950171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:52:48.108278Z","caller":"traceutil/trace.go:171","msg":"trace[1624188684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:500; }","duration":"185.351057ms","start":"2026-03-29T01:52:47.922823Z","end":"2026-03-29T01:52:48.108174Z","steps":["trace[1624188684] 'range keys from in-memory index tree' (duration: 184.84557ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:48.497674Z","caller":"traceutil/trace.go:171","msg":"trace[1716808585] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:525; }","duration":"261.96771ms","start":"2026-03-29T01:52:48.235676Z","end":"2026-03-29T01:52:48.497643Z","steps":["trace[1716808585] 'read index received' (duration: 245.043857ms)","trace[1716808585] 'applied index is now lower than readState.Index' (duration: 16.922653ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:48.49797Z","caller":"traceutil/trace.go:171","msg":"trace[285177602] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"307.661623ms","start":"2026-03-29T01:52:48.190289Z","end":"2026-03-29T01:52:48.497951Z","steps":["trace[285177602] 'process raft request' (duration: 290.559218ms)","trace[285177602] 'compare' (duration: 16.335574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:48.49812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:48.190268Z","time spent":"307.755495ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:52:48.498149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.851294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:52:48.498264Z","caller":"traceutil/trace.go:171","msg":"trace[347416140] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:502; }","duration":"235.022077ms","start":"2026-03-29T01:52:48.263212Z","end":"2026-03-29T01:52:48.498234Z","steps":["trace[347416140] 'agreement among raft nodes before linearized reading' (duration: 234.793903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:48.498621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.908785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T01:52:48.49872Z","caller":"traceutil/trace.go:171","msg":"trace[1474224661] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:502; }","duration":"263.059206ms","start":"2026-03-29T01:52:48.235638Z","end":"2026-03-29T01:52:48.498697Z","steps":["trace[1474224661] 'agreement among raft nodes before linearized reading' (duration: 262.389136ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:49.887625Z","caller":"traceutil/trace.go:171","msg":"trace[584806185] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"105.073318ms","start":"2026-03-29T01:52:49.782518Z","end":"2026-03-29T01:52:49.887591Z","steps":["trace[584806185] 'process raft request' (duration: 81.749731ms)","trace[584806185] 'compare' (duration: 23.050943ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:52.455975Z","caller":"traceutil/trace.go:171","msg":"trace[1254560291] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"180.880906ms","start":"2026-03-29T01:52:52.275071Z","end":"2026-03-29T01:52:52.455952Z","steps":["trace[1254560291] 'read index received' (duration: 180.711534ms)","trace[1254560291] 'applied index is now lower than readState.Index' (duration: 168.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:52.456286Z","caller":"traceutil/trace.go:171","msg":"trace[737610938] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"207.947826ms","start":"2026-03-29T01:52:52.248325Z","end":"2026-03-29T01:52:52.456273Z","steps":["trace[737610938] 'process raft request' (duration: 207.488769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:52.456563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.468985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:52:52.456608Z","caller":"traceutil/trace.go:171","msg":"trace[1209573243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"181.558387ms","start":"2026-03-29T01:52:52.275039Z","end":"2026-03-29T01:52:52.456598Z","steps":["trace[1209573243] 'agreement among raft nodes before linearized reading' (duration: 181.411485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:52.456952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.681673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:52:52.456993Z","caller":"traceutil/trace.go:171","msg":"trace[1379101910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:583; }","duration":"180.759703ms","start":"2026-03-29T01:52:52.276223Z","end":"2026-03-29T01:52:52.456983Z","steps":["trace[1379101910] 'agreement among raft nodes before linearized reading' (duration: 180.675742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:52.457018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.260362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:52.457055Z","caller":"traceutil/trace.go:171","msg":"trace[120765430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"129.318063ms","start":"2026-03-29T01:52:52.327725Z","end":"2026-03-29T01:52:52.457043Z","steps":["trace[120765430] 'agreement among raft nodes before linearized reading' (duration: 129.264692ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:52.620268Z","caller":"traceutil/trace.go:171","msg":"trace[813610463] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"158.096109ms","start":"2026-03-29T01:52:52.462148Z","end":"2026-03-29T01:52:52.620244Z","steps":["trace[813610463] 'process raft request' (duration: 70.94988ms)","trace[813610463] 'compare' (duration: 86.625412ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:53.164195Z","caller":"traceutil/trace.go:171","msg":"trace[419144952] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"130.965163ms","start":"2026-03-29T01:52:53.033195Z","end":"2026-03-29T01:52:53.164161Z","steps":["trace[419144952] 'process raft request' (duration: 85.657874ms)","trace[419144952] 'compare' (duration: 44.895943ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:54.284914Z","caller":"traceutil/trace.go:171","msg":"trace[43846813] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"187.555491ms","start":"2026-03-29T01:52:54.097333Z","end":"2026-03-29T01:52:54.284889Z","steps":["trace[43846813] 'process raft request' (duration: 186.346003ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:55.646727Z","caller":"traceutil/trace.go:171","msg":"trace[2079662940] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"121.826799ms","start":"2026-03-29T01:52:55.524834Z","end":"2026-03-29T01:52:55.646661Z","steps":["trace[2079662940] 'process raft request' (duration: 121.182239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:57.358941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.316282ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:57.359119Z","caller":"traceutil/trace.go:171","msg":"trace[1798582093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:602; }","duration":"439.536825ms","start":"2026-03-29T01:52:56.919559Z","end":"2026-03-29T01:52:57.359095Z","steps":["trace[1798582093] 'range keys from in-memory index tree' (duration: 439.299022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:57.358941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.674087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:57.359282Z","caller":"traceutil/trace.go:171","msg":"trace[1713851098] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:602; }","duration":"483.075012ms","start":"2026-03-29T01:52:56.876173Z","end":"2026-03-29T01:52:57.359248Z","steps":["trace[1713851098] 'range keys from in-memory index tree' (duration: 482.540755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:57.359348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:56.876155Z","time spent":"483.160453ms","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-29T01:52:57.453042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.75502ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:52:57.453177Z","caller":"traceutil/trace.go:171","msg":"trace[1087543972] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"372.163067ms","start":"2026-03-29T01:52:57.080991Z","end":"2026-03-29T01:52:57.453154Z","steps":["trace[1087543972] 'read index received' (duration: 9.230474ms)","trace[1087543972] 'applied index is now lower than readState.Index' (duration: 362.930843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:57.453333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.830374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:52:57.453342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.064993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:57.453368Z","caller":"traceutil/trace.go:171","msg":"trace[1330425269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"302.907635ms","start":"2026-03-29T01:52:57.15045Z","end":"2026-03-29T01:52:57.453357Z","steps":["trace[1330425269] 'agreement among raft nodes before linearized reading' (duration: 302.826664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:57.453406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:57.150433Z","time spent":"302.964746ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:52:57.453424Z","caller":"traceutil/trace.go:171","msg":"trace[1409166656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"124.185135ms","start":"2026-03-29T01:52:57.329209Z","end":"2026-03-29T01:52:57.453394Z","steps":["trace[1409166656] 'agreement among raft nodes before linearized reading' (duration: 124.072354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:57.453417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.39855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T01:52:57.453454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.295897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7078"} {"level":"info","ts":"2026-03-29T01:52:57.453524Z","caller":"traceutil/trace.go:171","msg":"trace[2110905181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:602; }","duration":"372.566473ms","start":"2026-03-29T01:52:57.08093Z","end":"2026-03-29T01:52:57.453497Z","steps":["trace[2110905181] 'agreement among raft nodes before linearized reading' (duration: 372.318239ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:57.45354Z","caller":"traceutil/trace.go:171","msg":"trace[1932270171] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:602; }","duration":"302.392738ms","start":"2026-03-29T01:52:57.15112Z","end":"2026-03-29T01:52:57.453513Z","steps":["trace[1932270171] 'agreement among raft nodes before linearized reading' (duration: 302.230476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:57.453576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:57.151115Z","time spent":"302.453549ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7100,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-29T01:52:57.453583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:57.080902Z","time spent":"372.671834ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:52:57.719633Z","caller":"traceutil/trace.go:171","msg":"trace[1549833028] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"206.581428ms","start":"2026-03-29T01:52:57.513014Z","end":"2026-03-29T01:52:57.719596Z","steps":["trace[1549833028] 'process raft request' (duration: 196.323918ms)","trace[1549833028] 'compare' (duration: 10.069817ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:57.954116Z","caller":"traceutil/trace.go:171","msg":"trace[1677249423] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"181.227047ms","start":"2026-03-29T01:52:57.772854Z","end":"2026-03-29T01:52:57.954081Z","steps":["trace[1677249423] 'process raft request' (duration: 136.028577ms)","trace[1677249423] 'compare' (duration: 44.689812ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:58.207199Z","caller":"traceutil/trace.go:171","msg":"trace[426148194] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"196.498654ms","start":"2026-03-29T01:52:58.010669Z","end":"2026-03-29T01:52:58.207168Z","steps":["trace[426148194] 'process raft request' (duration: 148.646356ms)","trace[426148194] 'compare' (duration: 47.691135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:58.560456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.516824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:52:58.560617Z","caller":"traceutil/trace.go:171","msg":"trace[747657568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"231.921309ms","start":"2026-03-29T01:52:58.328643Z","end":"2026-03-29T01:52:58.560564Z","steps":["trace[747657568] 'range keys from in-memory index tree' (duration: 231.407942ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:52:58.789284Z","caller":"traceutil/trace.go:171","msg":"trace[1719539367] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:633; }","duration":"105.569048ms","start":"2026-03-29T01:52:58.683678Z","end":"2026-03-29T01:52:58.789247Z","steps":["trace[1719539367] 'read index received' (duration: 103.966794ms)","trace[1719539367] 'applied index is now lower than readState.Index' (duration: 1.601114ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:58.789384Z","caller":"traceutil/trace.go:171","msg":"trace[896055221] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"149.927255ms","start":"2026-03-29T01:52:58.63941Z","end":"2026-03-29T01:52:58.789337Z","steps":["trace[896055221] 'process raft request' (duration: 148.606716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:58.789455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.76502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:52:58.789496Z","caller":"traceutil/trace.go:171","msg":"trace[1241475188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:607; }","duration":"105.871302ms","start":"2026-03-29T01:52:58.683612Z","end":"2026-03-29T01:52:58.789483Z","steps":["trace[1241475188] 'agreement among raft nodes before linearized reading' (duration: 105.765541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:59.297516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.478992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:52:59.297856Z","caller":"traceutil/trace.go:171","msg":"trace[1834532314] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"452.858889ms","start":"2026-03-29T01:52:58.844967Z","end":"2026-03-29T01:52:59.297826Z","steps":["trace[1834532314] 'read index received' (duration: 137.991342ms)","trace[1834532314] 'applied index is now lower than readState.Index' (duration: 314.865347ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:52:59.29791Z","caller":"traceutil/trace.go:171","msg":"trace[2029349946] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"502.962008ms","start":"2026-03-29T01:52:58.79488Z","end":"2026-03-29T01:52:59.297842Z","steps":["trace[2029349946] 'process raft request' (duration: 188.059571ms)","trace[2029349946] 'compare' (duration: 314.305128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:52:59.29814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.168513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:52:59.298168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:58.794829Z","time spent":"503.208602ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:52:59.298199Z","caller":"traceutil/trace.go:171","msg":"trace[2001842683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:609; }","duration":"453.269225ms","start":"2026-03-29T01:52:58.844919Z","end":"2026-03-29T01:52:59.298188Z","steps":["trace[2001842683] 'agreement among raft nodes before linearized reading' (duration: 453.010731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:59.298278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:58.844904Z","time spent":"453.364156ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:52:59.29799Z","caller":"traceutil/trace.go:171","msg":"trace[1662717394] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"447.894376ms","start":"2026-03-29T01:52:58.850085Z","end":"2026-03-29T01:52:59.297979Z","steps":["trace[1662717394] 'process raft request' (duration: 447.685053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:52:59.298554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:52:58.850055Z","time spent":"448.421724ms","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:53:01.193759Z","caller":"traceutil/trace.go:171","msg":"trace[1601376256] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"139.798653ms","start":"2026-03-29T01:53:01.053946Z","end":"2026-03-29T01:53:01.193744Z","steps":["trace[1601376256] 'read index received' (duration: 117.855455ms)","trace[1601376256] 'applied index is now lower than readState.Index' (duration: 21.942348ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:01.193849Z","caller":"traceutil/trace.go:171","msg":"trace[1953892379] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"147.438023ms","start":"2026-03-29T01:53:01.046402Z","end":"2026-03-29T01:53:01.19384Z","steps":["trace[1953892379] 'process raft request' (duration: 125.446335ms)","trace[1953892379] 'compare' (duration: 21.615533ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:01.193754Z","caller":"traceutil/trace.go:171","msg":"trace[499749124] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"135.750355ms","start":"2026-03-29T01:53:01.057975Z","end":"2026-03-29T01:53:01.193725Z","steps":["trace[499749124] 'process raft request' (duration: 135.681634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.19406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.164235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:53:01.194083Z","caller":"traceutil/trace.go:171","msg":"trace[499481288] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:622; }","duration":"117.240317ms","start":"2026-03-29T01:53:01.076836Z","end":"2026-03-29T01:53:01.194077Z","steps":["trace[499481288] 'agreement among raft nodes before linearized reading' (duration: 117.200516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.194018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.944189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-29T01:53:01.194327Z","caller":"traceutil/trace.go:171","msg":"trace[1058467140] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:622; }","duration":"150.246234ms","start":"2026-03-29T01:53:01.044053Z","end":"2026-03-29T01:53:01.1943Z","steps":["trace[1058467140] 'agreement among raft nodes before linearized reading' (duration: 149.905699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.194483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.062572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T01:53:01.194511Z","caller":"traceutil/trace.go:171","msg":"trace[2074441105] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:622; }","duration":"101.137664ms","start":"2026-03-29T01:53:01.093367Z","end":"2026-03-29T01:53:01.194504Z","steps":["trace[2074441105] 'agreement among raft nodes before linearized reading' (duration: 101.086063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.570887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.269148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-03-29T01:53:01.571077Z","caller":"traceutil/trace.go:171","msg":"trace[1260059335] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:646; }","duration":"151.513962ms","start":"2026-03-29T01:53:01.419515Z","end":"2026-03-29T01:53:01.571029Z","steps":["trace[1260059335] 'range keys from in-memory index tree' (duration: 150.80315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.571242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.811457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.571342Z","caller":"traceutil/trace.go:171","msg":"trace[1404712416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"151.954328ms","start":"2026-03-29T01:53:01.41937Z","end":"2026-03-29T01:53:01.571325Z","steps":["trace[1404712416] 'range keys from in-memory index tree' (duration: 151.696425ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:01.571548Z","caller":"traceutil/trace.go:171","msg":"trace[1530725395] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"151.661963ms","start":"2026-03-29T01:53:01.419705Z","end":"2026-03-29T01:53:01.571367Z","steps":["trace[1530725395] 'process raft request' (duration: 79.960245ms)","trace[1530725395] 'compare' (duration: 71.305323ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:01.606346Z","caller":"traceutil/trace.go:171","msg":"trace[1894011898] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"186.550687ms","start":"2026-03-29T01:53:01.419776Z","end":"2026-03-29T01:53:01.606326Z","steps":["trace[1894011898] 'process raft request' (duration: 186.356905ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:01.606803Z","caller":"traceutil/trace.go:171","msg":"trace[1285149375] transaction","detail":"{read_only:false; number_of_response:1; response_revision:649; }","duration":"186.330485ms","start":"2026-03-29T01:53:01.420449Z","end":"2026-03-29T01:53:01.606779Z","steps":["trace[1285149375] 'process raft request' (duration: 185.827908ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:01.606904Z","caller":"traceutil/trace.go:171","msg":"trace[97738066] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:675; }","duration":"186.893453ms","start":"2026-03-29T01:53:01.419978Z","end":"2026-03-29T01:53:01.606872Z","steps":["trace[97738066] 'read index received' (duration: 79.764153ms)","trace[97738066] 'applied index is now lower than readState.Index' (duration: 107.12802ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:01.607132Z","caller":"traceutil/trace.go:171","msg":"trace[954025601] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"186.453436ms","start":"2026-03-29T01:53:01.420668Z","end":"2026-03-29T01:53:01.607122Z","steps":["trace[954025601] 'process raft request' (duration: 186.155532ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:01.607326Z","caller":"traceutil/trace.go:171","msg":"trace[161920012] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"186.668609ms","start":"2026-03-29T01:53:01.420648Z","end":"2026-03-29T01:53:01.607317Z","steps":["trace[161920012] 'process raft request' (duration: 186.128652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.607378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.37046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4309"} {"level":"info","ts":"2026-03-29T01:53:01.607441Z","caller":"traceutil/trace.go:171","msg":"trace[400174783] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:652; }","duration":"187.459732ms","start":"2026-03-29T01:53:01.419963Z","end":"2026-03-29T01:53:01.607423Z","steps":["trace[400174783] 'agreement among raft nodes before linearized reading' (duration: 187.250338ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:01.606852Z","caller":"traceutil/trace.go:171","msg":"trace[575198833] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"186.221783ms","start":"2026-03-29T01:53:01.420616Z","end":"2026-03-29T01:53:01.606838Z","steps":["trace[575198833] 'process raft request' (duration: 185.99351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.629372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.84198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lwkdn\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-29T01:53:01.629443Z","caller":"traceutil/trace.go:171","msg":"trace[1960546211] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lwkdn; range_end:; response_count:1; response_revision:653; }","duration":"208.935341ms","start":"2026-03-29T01:53:01.420491Z","end":"2026-03-29T01:53:01.629427Z","steps":["trace[1960546211] 'agreement among raft nodes before linearized reading' (duration: 208.745719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.629416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.404698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.629557Z","caller":"traceutil/trace.go:171","msg":"trace[770412475] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:653; }","duration":"193.603761ms","start":"2026-03-29T01:53:01.43593Z","end":"2026-03-29T01:53:01.629534Z","steps":["trace[770412475] 'agreement among raft nodes before linearized reading' (duration: 193.320267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.629582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.644175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.629685Z","caller":"traceutil/trace.go:171","msg":"trace[1857825785] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:653; }","duration":"158.787026ms","start":"2026-03-29T01:53:01.470867Z","end":"2026-03-29T01:53:01.629655Z","steps":["trace[1857825785] 'agreement among raft nodes before linearized reading' (duration: 158.633324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.629794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.732424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4632"} {"level":"warn","ts":"2026-03-29T01:53:01.629889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.93774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.630642Z","caller":"traceutil/trace.go:171","msg":"trace[1876197474] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:653; }","duration":"159.669391ms","start":"2026-03-29T01:53:01.47093Z","end":"2026-03-29T01:53:01.630599Z","steps":["trace[1876197474] 'agreement among raft nodes before linearized reading' (duration: 158.94005ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:01.62987Z","caller":"traceutil/trace.go:171","msg":"trace[565884522] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:653; }","duration":"209.819305ms","start":"2026-03-29T01:53:01.42004Z","end":"2026-03-29T01:53:01.629859Z","steps":["trace[565884522] 'agreement among raft nodes before linearized reading' (duration: 209.630252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.629912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.897186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.631313Z","caller":"traceutil/trace.go:171","msg":"trace[2010214293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:653; }","duration":"195.342426ms","start":"2026-03-29T01:53:01.435953Z","end":"2026-03-29T01:53:01.631295Z","steps":["trace[2010214293] 'agreement among raft nodes before linearized reading' (duration: 193.884396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.630519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.673301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.63145Z","caller":"traceutil/trace.go:171","msg":"trace[310198728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:653; }","duration":"159.909103ms","start":"2026-03-29T01:53:01.471522Z","end":"2026-03-29T01:53:01.631431Z","steps":["trace[310198728] 'agreement among raft nodes before linearized reading' (duration: 157.61613ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:01.902677Z","caller":"traceutil/trace.go:171","msg":"trace[582594307] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:692; }","duration":"127.787898ms","start":"2026-03-29T01:53:01.774856Z","end":"2026-03-29T01:53:01.902644Z","steps":["trace[582594307] 'read index received' (duration: 97.082234ms)","trace[582594307] 'applied index is now lower than readState.Index' (duration: 30.704524ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:01.902839Z","caller":"traceutil/trace.go:171","msg":"trace[1046420291] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"156.905869ms","start":"2026-03-29T01:53:01.745889Z","end":"2026-03-29T01:53:01.902794Z","steps":["trace[1046420291] 'process raft request' (duration: 126.000853ms)","trace[1046420291] 'compare' (duration: 30.603732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:01.903119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.229145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.903164Z","caller":"traceutil/trace.go:171","msg":"trace[357112191] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:664; }","duration":"128.340376ms","start":"2026-03-29T01:53:01.774812Z","end":"2026-03-29T01:53:01.903153Z","steps":["trace[357112191] 'agreement among raft nodes before linearized reading' (duration: 128.215825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.903312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.103583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:53:01.903483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.35317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.903374Z","caller":"traceutil/trace.go:171","msg":"trace[1857167310] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:664; }","duration":"128.409867ms","start":"2026-03-29T01:53:01.774951Z","end":"2026-03-29T01:53:01.903361Z","steps":["trace[1857167310] 'agreement among raft nodes before linearized reading' (duration: 128.154944ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:01.903516Z","caller":"traceutil/trace.go:171","msg":"trace[274455224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:664; }","duration":"102.438161ms","start":"2026-03-29T01:53:01.801067Z","end":"2026-03-29T01:53:01.903505Z","steps":["trace[274455224] 'agreement among raft nodes before linearized reading' (duration: 102.388421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.903817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.756156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.903863Z","caller":"traceutil/trace.go:171","msg":"trace[178571061] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:664; }","duration":"102.831756ms","start":"2026-03-29T01:53:01.80102Z","end":"2026-03-29T01:53:01.903852Z","steps":["trace[178571061] 'agreement among raft nodes before linearized reading' (duration: 102.751715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:01.904036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.272634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:01.904117Z","caller":"traceutil/trace.go:171","msg":"trace[2076738643] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:664; }","duration":"128.425507ms","start":"2026-03-29T01:53:01.775674Z","end":"2026-03-29T01:53:01.904099Z","steps":["trace[2076738643] 'agreement among raft nodes before linearized reading' (duration: 128.307765ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:03.556705Z","caller":"traceutil/trace.go:171","msg":"trace[1552660612] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"209.694479ms","start":"2026-03-29T01:53:03.346979Z","end":"2026-03-29T01:53:03.556673Z","steps":["trace[1552660612] 'process raft request' (duration: 115.28476ms)","trace[1552660612] 'compare' (duration: 94.278888ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:03.773145Z","caller":"traceutil/trace.go:171","msg":"trace[1253416402] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"149.770548ms","start":"2026-03-29T01:53:03.623321Z","end":"2026-03-29T01:53:03.773092Z","steps":["trace[1253416402] 'process raft request' (duration: 67.533072ms)","trace[1253416402] 'compare' (duration: 81.996902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:05.830769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368023531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:53:06.288896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017471706s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:53:06.289461Z","caller":"traceutil/trace.go:171","msg":"trace[1828460336] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"1.018127065s","start":"2026-03-29T01:53:05.271311Z","end":"2026-03-29T01:53:06.289438Z","steps":["trace[1828460336] 'process raft request' (duration: 1.017985793s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:06.289642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:05.271293Z","time spent":"1.018273037s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:07.329148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998412014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:53:07.329236Z","caller":"traceutil/trace.go:171","msg":"trace[283528223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998535555s","start":"2026-03-29T01:53:05.330682Z","end":"2026-03-29T01:53:07.329218Z","steps":["trace[283528223] 'agreement among raft nodes before linearized reading' (duration: 1.998427064s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:07.329325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:05.330665Z","time spent":"1.998648117s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:53:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:53:08.567099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645071193s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:08.567229Z","caller":"traceutil/trace.go:171","msg":"trace[664986746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:672; }","duration":"1.645211365s","start":"2026-03-29T01:53:06.922002Z","end":"2026-03-29T01:53:08.567214Z","steps":["trace[664986746] 'range keys from in-memory index tree' (duration: 1.645057053s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.135773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000397831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:53:09.135927Z","caller":"traceutil/trace.go:171","msg":"trace[2124296145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610194s","start":"2026-03-29T01:53:07.135279Z","end":"2026-03-29T01:53:09.135889Z","steps":["trace[2124296145] 'agreement among raft nodes before linearized reading' (duration: 2.000414511s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.136014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:07.135261Z","time spent":"2.000733956s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:53:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:53:09.317371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706816505s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:53:09.317479Z","caller":"traceutil/trace.go:171","msg":"trace[1976492867] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:700; }","duration":"3.986746012s","start":"2026-03-29T01:53:05.330714Z","end":"2026-03-29T01:53:09.31746Z","steps":["trace[1976492867] 'read index received' (duration: 958.551511ms)","trace[1976492867] 'applied index is now lower than readState.Index' (duration: 3.028192961s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:09.31772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757040379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:53:09.317782Z","caller":"traceutil/trace.go:171","msg":"trace[564033115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:672; }","duration":"3.75712921s","start":"2026-03-29T01:53:05.560623Z","end":"2026-03-29T01:53:09.317752Z","steps":["trace[564033115] 'agreement among raft nodes before linearized reading' (duration: 3.756946308s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.317821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:05.560603Z","time spent":"3.757208332s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:53:09.317853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022569993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:53:09.31792Z","caller":"traceutil/trace.go:171","msg":"trace[885942611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:672; }","duration":"1.022676245s","start":"2026-03-29T01:53:08.295228Z","end":"2026-03-29T01:53:09.317904Z","steps":["trace[885942611] 'agreement among raft nodes before linearized reading' (duration: 1.022477342s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.317954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:08.295183Z","time spent":"1.022763676s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:53:09.318058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307900732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:53:09.318103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452599855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:53:09.318133Z","caller":"traceutil/trace.go:171","msg":"trace[1801820038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:672; }","duration":"3.452671286s","start":"2026-03-29T01:53:05.865453Z","end":"2026-03-29T01:53:09.318124Z","steps":["trace[1801820038] 'agreement among raft nodes before linearized reading' (duration: 3.452583105s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.318163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:05.865431Z","time spent":"3.452726677s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:53:09.318119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948673862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:53:09.318178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989033968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:09.318216Z","caller":"traceutil/trace.go:171","msg":"trace[1284086835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"1.989133539s","start":"2026-03-29T01:53:07.329073Z","end":"2026-03-29T01:53:09.318206Z","steps":["trace[1284086835] 'agreement among raft nodes before linearized reading' (duration: 1.989082759s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.318246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:07.329056Z","time spent":"1.98918408s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:53:09.318243Z","caller":"traceutil/trace.go:171","msg":"trace[738789098] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:672; }","duration":"1.948836474s","start":"2026-03-29T01:53:07.369367Z","end":"2026-03-29T01:53:09.318203Z","steps":["trace[738789098] 'agreement among raft nodes before linearized reading' (duration: 1.948623651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.318274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537834537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:53:09.318305Z","caller":"traceutil/trace.go:171","msg":"trace[367360758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:672; }","duration":"3.537901729s","start":"2026-03-29T01:53:05.780394Z","end":"2026-03-29T01:53:09.318296Z","steps":["trace[367360758] 'agreement among raft nodes before linearized reading' (duration: 3.537828368s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.318299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:07.369356Z","time spent":"1.948932836s","remote":"127.0.0.1:35418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:09.318329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:05.780369Z","time spent":"3.537955259s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:53:09.318128Z","caller":"traceutil/trace.go:171","msg":"trace[874275651] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:672; }","duration":"3.308026073s","start":"2026-03-29T01:53:06.010084Z","end":"2026-03-29T01:53:09.31811Z","steps":["trace[874275651] 'agreement among raft nodes before linearized reading' (duration: 3.307897151s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.318456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.676153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf49510d930\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-29T01:53:09.318471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:06.010057Z","time spent":"3.308402679s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:53:09.318493Z","caller":"traceutil/trace.go:171","msg":"trace[1922543966] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12cf49510d930; range_end:; response_count:1; response_revision:672; }","duration":"179.770664ms","start":"2026-03-29T01:53:09.138712Z","end":"2026-03-29T01:53:09.318483Z","steps":["trace[1922543966] 'agreement among raft nodes before linearized reading' (duration: 179.697153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.318663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.581698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:09.318691Z","caller":"traceutil/trace.go:171","msg":"trace[787293568] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:672; }","duration":"549.645209ms","start":"2026-03-29T01:53:08.769036Z","end":"2026-03-29T01:53:09.318681Z","steps":["trace[787293568] 'agreement among raft nodes before linearized reading' (duration: 549.591148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.318715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:08.769013Z","time spent":"549.694859ms","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:09.318733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.488927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:09.318805Z","caller":"traceutil/trace.go:171","msg":"trace[1602342447] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:672; }","duration":"627.571438ms","start":"2026-03-29T01:53:08.691189Z","end":"2026-03-29T01:53:09.318761Z","steps":["trace[1602342447] 'agreement among raft nodes before linearized reading' (duration: 627.506547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.318845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:08.691157Z","time spent":"627.6794ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:53:09.653983Z","caller":"traceutil/trace.go:171","msg":"trace[425730156] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"331.817486ms","start":"2026-03-29T01:53:09.322139Z","end":"2026-03-29T01:53:09.653957Z","steps":["trace[425730156] 'process raft request' (duration: 331.665974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:09.654164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.322117Z","time spent":"331.942357ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:10.556411Z","caller":"traceutil/trace.go:171","msg":"trace[387056702] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"1.232412437s","start":"2026-03-29T01:53:09.323974Z","end":"2026-03-29T01:53:10.556386Z","steps":["trace[387056702] 'process raft request' (duration: 1.232329586s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:10.556435Z","caller":"traceutil/trace.go:171","msg":"trace[1464052594] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"1.232918503s","start":"2026-03-29T01:53:09.323486Z","end":"2026-03-29T01:53:10.556405Z","steps":["trace[1464052594] 'process raft request' (duration: 1.232599719s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:10.556561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.323966Z","time spent":"1.232519189s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:10.556616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.323473Z","time spent":"1.233040706s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:10.556747Z","caller":"traceutil/trace.go:171","msg":"trace[962146081] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.232703641s","start":"2026-03-29T01:53:09.324015Z","end":"2026-03-29T01:53:10.556719Z","steps":["trace[962146081] 'process raft request' (duration: 1.232331516s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:10.556873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.324011Z","time spent":"1.232793792s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:10.557425Z","caller":"traceutil/trace.go:171","msg":"trace[1885716650] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"1.23267932s","start":"2026-03-29T01:53:09.324727Z","end":"2026-03-29T01:53:10.557406Z","steps":["trace[1885716650] 'process raft request' (duration: 1.231800828s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:10.557525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.324709Z","time spent":"1.232767771s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:10.557531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232148323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:10.557583Z","caller":"traceutil/trace.go:171","msg":"trace[1117545830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"1.232253124s","start":"2026-03-29T01:53:09.325319Z","end":"2026-03-29T01:53:10.557572Z","steps":["trace[1117545830] 'agreement among raft nodes before linearized reading' (duration: 1.232151512s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:10.557393Z","caller":"traceutil/trace.go:171","msg":"trace[168570674] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:702; }","duration":"1.23199339s","start":"2026-03-29T01:53:09.325361Z","end":"2026-03-29T01:53:10.557354Z","steps":["trace[168570674] 'read index received' (duration: 328.491617ms)","trace[168570674] 'applied index is now lower than readState.Index' (duration: 903.499633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:10.557652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.325311Z","time spent":"1.232302664s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:53:10.557793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160202281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:53:10.557806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.69787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T01:53:10.557846Z","caller":"traceutil/trace.go:171","msg":"trace[676938883] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:677; }","duration":"1.160281752s","start":"2026-03-29T01:53:09.397546Z","end":"2026-03-29T01:53:10.557828Z","steps":["trace[676938883] 'agreement among raft nodes before linearized reading' (duration: 1.160195171s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:10.557846Z","caller":"traceutil/trace.go:171","msg":"trace[1483505537] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9; range_end:; response_count:1; response_revision:677; }","duration":"899.77227ms","start":"2026-03-29T01:53:09.658061Z","end":"2026-03-29T01:53:10.557833Z","steps":["trace[1483505537] 'agreement among raft nodes before linearized reading' (duration: 899.695069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:10.557906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.658037Z","time spent":"899.858102ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" "} {"level":"warn","ts":"2026-03-29T01:53:10.55799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03132921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:10.558034Z","caller":"traceutil/trace.go:171","msg":"trace[1510323067] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:677; }","duration":"1.031446302s","start":"2026-03-29T01:53:09.526578Z","end":"2026-03-29T01:53:10.558025Z","steps":["trace[1510323067] 'agreement among raft nodes before linearized reading' (duration: 1.031379241s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:10.558071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.526558Z","time spent":"1.031504612s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:10.558148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.591332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:53:10.558189Z","caller":"traceutil/trace.go:171","msg":"trace[1822954944] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:677; }","duration":"539.684724ms","start":"2026-03-29T01:53:10.018495Z","end":"2026-03-29T01:53:10.558179Z","steps":["trace[1822954944] 'agreement among raft nodes before linearized reading' (duration: 539.556182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:10.558222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:10.018466Z","time spent":"539.749874ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-29T01:53:10.558247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:09.397535Z","time spent":"1.160339003s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:10.95072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.131328ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-29T01:53:10.951153Z","caller":"traceutil/trace.go:171","msg":"trace[1487379606] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:707; }","duration":"385.03986ms","start":"2026-03-29T01:53:10.566088Z","end":"2026-03-29T01:53:10.951127Z","steps":["trace[1487379606] 'read index received' (duration: 160.513236ms)","trace[1487379606] 'applied index is now lower than readState.Index' (duration: 224.525534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:10.951157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:10.559177Z","time spent":"391.976108ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T01:53:10.95139Z","caller":"traceutil/trace.go:171","msg":"trace[940699788] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"390.765011ms","start":"2026-03-29T01:53:10.560418Z","end":"2026-03-29T01:53:10.951183Z","steps":["trace[940699788] 'process raft request' (duration: 390.520428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:10.951564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:10.560393Z","time spent":"391.078645ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:10.951564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.421076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:10.951696Z","caller":"traceutil/trace.go:171","msg":"trace[1996735822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"385.619938ms","start":"2026-03-29T01:53:10.56605Z","end":"2026-03-29T01:53:10.95167Z","steps":["trace[1996735822] 'agreement among raft nodes before linearized reading' (duration: 385.199442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:10.951785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:10.566037Z","time spent":"385.73618ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:53:11.595996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.147216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:53:11.596177Z","caller":"traceutil/trace.go:171","msg":"trace[853891028] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"643.608881ms","start":"2026-03-29T01:53:10.95255Z","end":"2026-03-29T01:53:11.596158Z","steps":["trace[853891028] 'process raft request' (duration: 643.54692ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:11.596203Z","caller":"traceutil/trace.go:171","msg":"trace[1481508866] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"728.804208ms","start":"2026-03-29T01:53:10.86736Z","end":"2026-03-29T01:53:11.596164Z","steps":["trace[1481508866] 'process raft request' (duration: 202.406748ms)","trace[1481508866] 'compare' (duration: 525.791201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:11.596241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:10.952528Z","time spent":"643.682841ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:11.596296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:10.867332Z","time spent":"728.91537ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:11.596431Z","caller":"traceutil/trace.go:171","msg":"trace[1422978438] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"645.147081ms","start":"2026-03-29T01:53:10.95127Z","end":"2026-03-29T01:53:11.596418Z","steps":["trace[1422978438] 'read index received' (duration: 118.493088ms)","trace[1422978438] 'applied index is now lower than readState.Index' (duration: 526.653033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:11.5965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.688253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:53:11.596526Z","caller":"traceutil/trace.go:171","msg":"trace[682578426] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:680; }","duration":"933.752384ms","start":"2026-03-29T01:53:10.662765Z","end":"2026-03-29T01:53:11.596517Z","steps":["trace[682578426] 'agreement among raft nodes before linearized reading' (duration: 933.699443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:11.596555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:10.662747Z","time spent":"933.801065ms","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:12.697951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.943419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:53:12.698029Z","caller":"traceutil/trace.go:171","msg":"trace[1672068252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:681; }","duration":"136.076463ms","start":"2026-03-29T01:53:12.561934Z","end":"2026-03-29T01:53:12.698011Z","steps":["trace[1672068252] 'range keys from in-memory index tree' (duration: 135.796558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:12.698197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.114043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T01:53:12.698303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.135037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:53:12.698349Z","caller":"traceutil/trace.go:171","msg":"trace[1702391477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:681; }","duration":"137.179567ms","start":"2026-03-29T01:53:12.56116Z","end":"2026-03-29T01:53:12.698339Z","steps":["trace[1702391477] 'range keys from in-memory index tree' (duration: 137.047786ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:12.698281Z","caller":"traceutil/trace.go:171","msg":"trace[21578169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:681; }","duration":"136.244204ms","start":"2026-03-29T01:53:12.562019Z","end":"2026-03-29T01:53:12.698263Z","steps":["trace[21578169] 'range keys from in-memory index tree' (duration: 135.89637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:12.698206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.550055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:53:12.698825Z","caller":"traceutil/trace.go:171","msg":"trace[1367176309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:681; }","duration":"136.197824ms","start":"2026-03-29T01:53:12.562615Z","end":"2026-03-29T01:53:12.698813Z","steps":["trace[1367176309] 'range keys from in-memory index tree' (duration: 135.411793ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:13.179942Z","caller":"traceutil/trace.go:171","msg":"trace[730507076] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"476.625977ms","start":"2026-03-29T01:53:12.70329Z","end":"2026-03-29T01:53:13.179916Z","steps":["trace[730507076] 'process raft request' (duration: 476.488655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:13.180122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:12.703264Z","time spent":"476.764879ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:14.015655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.071082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:53:14.015973Z","caller":"traceutil/trace.go:171","msg":"trace[50801080] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:712; }","duration":"1.208648549s","start":"2026-03-29T01:53:12.8073Z","end":"2026-03-29T01:53:14.015948Z","steps":["trace[50801080] 'read index received' (duration: 372.576957ms)","trace[50801080] 'applied index is now lower than readState.Index' (duration: 836.070102ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:14.016131Z","caller":"traceutil/trace.go:171","msg":"trace[2112292904] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"1.31279472s","start":"2026-03-29T01:53:12.703322Z","end":"2026-03-29T01:53:14.016117Z","steps":["trace[2112292904] 'process raft request' (duration: 860.12849ms)","trace[2112292904] 'compare' (duration: 451.93378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:14.016213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:12.7033Z","time spent":"1.312872322s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:14.016239Z","caller":"traceutil/trace.go:171","msg":"trace[796655032] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"1.31279663s","start":"2026-03-29T01:53:12.703406Z","end":"2026-03-29T01:53:14.016202Z","steps":["trace[796655032] 'process raft request' (duration: 1.312406855s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:14.01619Z","caller":"traceutil/trace.go:171","msg":"trace[629447390] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"1.312379063s","start":"2026-03-29T01:53:12.703771Z","end":"2026-03-29T01:53:14.01615Z","steps":["trace[629447390] 'process raft request' (duration: 1.312125s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:14.016324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03021737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:53:14.01644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:12.703382Z","time spent":"1.312949483s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:14.016487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:12.703759Z","time spent":"1.312616957s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:14.01652Z","caller":"traceutil/trace.go:171","msg":"trace[52159180] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:685; }","duration":"1.030490934s","start":"2026-03-29T01:53:12.985972Z","end":"2026-03-29T01:53:14.016463Z","steps":["trace[52159180] 'agreement among raft nodes before linearized reading' (duration: 1.030158039s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:14.016351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209036495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:53:14.016477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.970041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:14.016612Z","caller":"traceutil/trace.go:171","msg":"trace[1085355005] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:685; }","duration":"1.209348529s","start":"2026-03-29T01:53:12.807248Z","end":"2026-03-29T01:53:14.016596Z","steps":["trace[1085355005] 'agreement among raft nodes before linearized reading' (duration: 1.208982234s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:14.016624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:12.985928Z","time spent":"1.030663905s","remote":"127.0.0.1:35450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:14.016672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:12.807228Z","time spent":"1.209426529s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":6,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:53:14.016671Z","caller":"traceutil/trace.go:171","msg":"trace[77620293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"687.155563ms","start":"2026-03-29T01:53:13.3295Z","end":"2026-03-29T01:53:14.016656Z","steps":["trace[77620293] 'agreement among raft nodes before linearized reading' (duration: 686.955021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:14.016771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:13.329433Z","time spent":"687.295615ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:53:17.333507Z","caller":"traceutil/trace.go:171","msg":"trace[1457208175] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"124.297867ms","start":"2026-03-29T01:53:17.209181Z","end":"2026-03-29T01:53:17.333479Z","steps":["trace[1457208175] 'process raft request' (duration: 124.046374ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:21.750097Z","caller":"traceutil/trace.go:171","msg":"trace[1413462765] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"118.042109ms","start":"2026-03-29T01:53:21.63203Z","end":"2026-03-29T01:53:21.750072Z","steps":["trace[1413462765] 'process raft request' (duration: 117.890807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:22.452572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.0139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:53:22.452769Z","caller":"traceutil/trace.go:171","msg":"trace[487362963] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"178.26253ms","start":"2026-03-29T01:53:22.274466Z","end":"2026-03-29T01:53:22.452729Z","steps":["trace[487362963] 'process raft request' (duration: 68.919425ms)","trace[487362963] 'compare' (duration: 108.745286ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:24.356644Z","caller":"traceutil/trace.go:171","msg":"trace[2080736443] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"126.492547ms","start":"2026-03-29T01:53:24.230131Z","end":"2026-03-29T01:53:24.356623Z","steps":["trace[2080736443] 'read index received' (duration: 126.270884ms)","trace[2080736443] 'applied index is now lower than readState.Index' (duration: 220.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:24.356761Z","caller":"traceutil/trace.go:171","msg":"trace[541911719] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"151.040706ms","start":"2026-03-29T01:53:24.205682Z","end":"2026-03-29T01:53:24.356723Z","steps":["trace[541911719] 'process raft request' (duration: 150.779572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:24.356848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.697459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:53:24.35689Z","caller":"traceutil/trace.go:171","msg":"trace[1031127737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:706; }","duration":"126.75387ms","start":"2026-03-29T01:53:24.230125Z","end":"2026-03-29T01:53:24.356879Z","steps":["trace[1031127737] 'agreement among raft nodes before linearized reading' (duration: 126.584118ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:25.628338Z","caller":"traceutil/trace.go:171","msg":"trace[321725334] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"154.421138ms","start":"2026-03-29T01:53:25.473884Z","end":"2026-03-29T01:53:25.628305Z","steps":["trace[321725334] 'process raft request' (duration: 154.233986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:26.292625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.34062ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:53:26.758868Z","caller":"traceutil/trace.go:171","msg":"trace[1440211396] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"285.097694ms","start":"2026-03-29T01:53:26.473726Z","end":"2026-03-29T01:53:26.758824Z","steps":["trace[1440211396] 'process raft request' (duration: 267.096725ms)","trace[1440211396] 'compare' (duration: 17.674914ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:28.717382Z","caller":"traceutil/trace.go:171","msg":"trace[1932532176] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"285.423785ms","start":"2026-03-29T01:53:28.431939Z","end":"2026-03-29T01:53:28.717363Z","steps":["trace[1932532176] 'read index received' (duration: 285.270043ms)","trace[1932532176] 'applied index is now lower than readState.Index' (duration: 153.192µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:28.717544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.597407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:53:28.71757Z","caller":"traceutil/trace.go:171","msg":"trace[1177899294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:715; }","duration":"285.655648ms","start":"2026-03-29T01:53:28.431906Z","end":"2026-03-29T01:53:28.717562Z","steps":["trace[1177899294] 'agreement among raft nodes before linearized reading' (duration: 285.527936ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:28.717576Z","caller":"traceutil/trace.go:171","msg":"trace[923832295] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"307.274035ms","start":"2026-03-29T01:53:28.410246Z","end":"2026-03-29T01:53:28.71752Z","steps":["trace[923832295] 'process raft request' (duration: 307.009591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:28.717866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:28.410226Z","time spent":"307.485768ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:29.02962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.980121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:53:29.029733Z","caller":"traceutil/trace.go:171","msg":"trace[1168185013] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:749; }","duration":"267.359495ms","start":"2026-03-29T01:53:28.762356Z","end":"2026-03-29T01:53:29.029715Z","steps":["trace[1168185013] 'read index received' (duration: 102.10715ms)","trace[1168185013] 'applied index is now lower than readState.Index' (duration: 165.251025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:29.029871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.526928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:53:29.029905Z","caller":"traceutil/trace.go:171","msg":"trace[1099938703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:716; }","duration":"267.61165ms","start":"2026-03-29T01:53:28.762283Z","end":"2026-03-29T01:53:29.029895Z","steps":["trace[1099938703] 'agreement among raft nodes before linearized reading' (duration: 267.478907ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:29.029881Z","caller":"traceutil/trace.go:171","msg":"trace[1893896993] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"308.542512ms","start":"2026-03-29T01:53:28.72126Z","end":"2026-03-29T01:53:29.029803Z","steps":["trace[1893896993] 'process raft request' (duration: 143.274966ms)","trace[1893896993] 'compare' (duration: 164.842649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:29.030238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:28.721247Z","time spent":"308.851386ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:29.281641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.573083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:53:29.281747Z","caller":"traceutil/trace.go:171","msg":"trace[344885803] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"247.455768ms","start":"2026-03-29T01:53:29.034269Z","end":"2026-03-29T01:53:29.281724Z","steps":["trace[344885803] 'process raft request' (duration: 112.737254ms)","trace[344885803] 'compare' (duration: 134.40561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:30.66557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.869962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:53:30.665635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.719002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dtgqx\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-29T01:53:30.66565Z","caller":"traceutil/trace.go:171","msg":"trace[208679338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"336.000583ms","start":"2026-03-29T01:53:30.329631Z","end":"2026-03-29T01:53:30.665632Z","steps":["trace[208679338] 'range keys from in-memory index tree' (duration: 335.76228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:30.665692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:30.329607Z","time spent":"336.076164ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:53:30.665684Z","caller":"traceutil/trace.go:171","msg":"trace[1664776856] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dtgqx; range_end:; response_count:1; response_revision:720; }","duration":"548.804132ms","start":"2026-03-29T01:53:30.116864Z","end":"2026-03-29T01:53:30.665669Z","steps":["trace[1664776856] 'range keys from in-memory index tree' (duration: 548.562649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:30.665728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:30.116844Z","time spent":"548.877243ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-dtgqx\" "} {"level":"warn","ts":"2026-03-29T01:53:30.665851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.241335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:53:30.665928Z","caller":"traceutil/trace.go:171","msg":"trace[542547051] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:720; }","duration":"646.362567ms","start":"2026-03-29T01:53:30.019544Z","end":"2026-03-29T01:53:30.665906Z","steps":["trace[542547051] 'range keys from in-memory index tree' (duration: 646.041602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:30.66598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:30.019523Z","time spent":"646.447708ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-29T01:53:31.097992Z","caller":"traceutil/trace.go:171","msg":"trace[635000146] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"431.019901ms","start":"2026-03-29T01:53:30.666943Z","end":"2026-03-29T01:53:31.097963Z","steps":["trace[635000146] 'read index received' (duration: 430.99745ms)","trace[635000146] 'applied index is now lower than readState.Index' (duration: 20.671µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:31.098043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:30.666807Z","time spent":"431.231364ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T01:53:31.098147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.180273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:31.098181Z","caller":"traceutil/trace.go:171","msg":"trace[1896109807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"431.253303ms","start":"2026-03-29T01:53:30.666917Z","end":"2026-03-29T01:53:31.09817Z","steps":["trace[1896109807] 'agreement among raft nodes before linearized reading' (duration: 431.174532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:31.098213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:30.666904Z","time spent":"431.301804ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:53:31.598696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368023680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:53:32.099911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368023680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:53:32.600482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368023680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:53:32.696379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597910037s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:53:32.696821Z","caller":"traceutil/trace.go:171","msg":"trace[508840303] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"2.016323706s","start":"2026-03-29T01:53:30.680474Z","end":"2026-03-29T01:53:32.696797Z","steps":["trace[508840303] 'process raft request' (duration: 2.016156513s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:32.696948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:30.680447Z","time spent":"2.016422197s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:34.335716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007276183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:53:34.335789Z","caller":"traceutil/trace.go:171","msg":"trace[979054591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007400026s","start":"2026-03-29T01:53:32.328374Z","end":"2026-03-29T01:53:34.335774Z","steps":["trace[979054591] 'agreement among raft nodes before linearized reading' (duration: 2.007307384s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:34.335824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:32.328355Z","time spent":"2.007462806s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:53:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:53:34.722338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.025643908s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:53:34.722946Z","caller":"traceutil/trace.go:171","msg":"trace[741799908] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"3.623716238s","start":"2026-03-29T01:53:31.099217Z","end":"2026-03-29T01:53:34.722933Z","steps":["trace[741799908] 'process raft request' (duration: 3.623322463s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:34.722945Z","caller":"traceutil/trace.go:171","msg":"trace[103383594] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"2.628961581s","start":"2026-03-29T01:53:32.09395Z","end":"2026-03-29T01:53:34.722912Z","steps":["trace[103383594] 'process raft request' (duration: 2.628803809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:34.72312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:31.099194Z","time spent":"3.623835369s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:34.723153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:32.093904Z","time spent":"2.629141184s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:34.723155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687997275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:53:34.723225Z","caller":"traceutil/trace.go:171","msg":"trace[450627493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:723; }","duration":"3.688123597s","start":"2026-03-29T01:53:31.035083Z","end":"2026-03-29T01:53:34.723207Z","steps":["trace[450627493] 'agreement among raft nodes before linearized reading' (duration: 3.687883044s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:34.723274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:31.035056Z","time spent":"3.688208958s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:53:34.723295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000989773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:53:34.723355Z","caller":"traceutil/trace.go:171","msg":"trace[1733469138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:723; }","duration":"4.001093054s","start":"2026-03-29T01:53:30.722244Z","end":"2026-03-29T01:53:34.723337Z","steps":["trace[1733469138] 'agreement among raft nodes before linearized reading' (duration: 4.000905202s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:34.723412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:30.722221Z","time spent":"4.001179045s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:53:34.722867Z","caller":"traceutil/trace.go:171","msg":"trace[287781964] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:755; }","duration":"3.624735621s","start":"2026-03-29T01:53:31.09807Z","end":"2026-03-29T01:53:34.722805Z","steps":["trace[287781964] 'read index received' (duration: 1.598469495s)","trace[287781964] 'applied index is now lower than readState.Index' (duration: 2.026265176s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:35.224454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368023684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:53:36.285344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999315726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:53:36.285438Z","caller":"traceutil/trace.go:171","msg":"trace[1533691547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999490508s","start":"2026-03-29T01:53:31.285925Z","end":"2026-03-29T01:53:36.285416Z","steps":["trace[1533691547] 'agreement among raft nodes before linearized reading' (duration: 4.999372166s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:36.285492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:31.285895Z","time spent":"4.999581129s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 01:53:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:53:36.330024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993938669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:53:36.330129Z","caller":"traceutil/trace.go:171","msg":"trace[1022675099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.994081322s","start":"2026-03-29T01:53:34.336024Z","end":"2026-03-29T01:53:36.330105Z","steps":["trace[1022675099] 'agreement among raft nodes before linearized reading' (duration: 1.993960039s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:36.330176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:34.336009Z","time spent":"1.994158113s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:53:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:53:36.769839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999262764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:53:36.769902Z","caller":"traceutil/trace.go:171","msg":"trace[1520361809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999395736s","start":"2026-03-29T01:53:31.770492Z","end":"2026-03-29T01:53:36.769888Z","steps":["trace[1520361809] 'agreement among raft nodes before linearized reading' (duration: 4.999314915s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:36.769931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:31.770455Z","time spent":"4.999470088s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:53:38.26971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350305914s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:38.269838Z","caller":"traceutil/trace.go:171","msg":"trace[809982766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:723; }","duration":"1.350442465s","start":"2026-03-29T01:53:36.919376Z","end":"2026-03-29T01:53:38.269818Z","steps":["trace[809982766] 'range keys from in-memory index tree' (duration: 1.350290073s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:38.270257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715079452s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:53:38.270435Z","caller":"traceutil/trace.go:171","msg":"trace[290926109] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"5.165455714s","start":"2026-03-29T01:53:33.104961Z","end":"2026-03-29T01:53:38.270417Z","steps":["trace[290926109] 'process raft request' (duration: 2.450142149s)","trace[290926109] 'compare' (duration: 2.714420873s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:38.270496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:33.104933Z","time spent":"5.165534746s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:38.270605Z","caller":"traceutil/trace.go:171","msg":"trace[1029558799] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"3.542585964s","start":"2026-03-29T01:53:34.728002Z","end":"2026-03-29T01:53:38.270588Z","steps":["trace[1029558799] 'process raft request' (duration: 3.542365752s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:38.270702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:34.727983Z","time spent":"3.542663535s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:38.27145Z","caller":"traceutil/trace.go:171","msg":"trace[1708707690] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"3.542642415s","start":"2026-03-29T01:53:34.72876Z","end":"2026-03-29T01:53:38.271403Z","steps":["trace[1708707690] 'process raft request' (duration: 3.541774344s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:38.271703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:34.728742Z","time spent":"3.542860019s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:38.340136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:53:38.340275Z","caller":"traceutil/trace.go:171","msg":"trace[411140405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000811534s","start":"2026-03-29T01:53:36.339448Z","end":"2026-03-29T01:53:38.34026Z","steps":["trace[411140405] 'agreement among raft nodes before linearized reading' (duration: 2.000660462s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:38.340348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:36.339441Z","time spent":"2.000895205s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:53:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:53:39.916135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645169068s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:53:39.916237Z","caller":"traceutil/trace.go:171","msg":"trace[1097881328] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:758; }","duration":"5.192667869s","start":"2026-03-29T01:53:34.723551Z","end":"2026-03-29T01:53:39.916219Z","steps":["trace[1097881328] 'read index received' (duration: 831.655139ms)","trace[1097881328] 'applied index is now lower than readState.Index' (duration: 4.3610114s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:39.916746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191265299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-29T01:53:39.916838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.691426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:53:39.916901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.260484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:53:39.91691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611795496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:53:39.916942Z","caller":"traceutil/trace.go:171","msg":"trace[1930951821] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:726; }","duration":"994.296995ms","start":"2026-03-29T01:53:38.92263Z","end":"2026-03-29T01:53:39.916927Z","steps":["trace[1930951821] 'agreement among raft nodes before linearized reading' (duration: 994.208324ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:39.916944Z","caller":"traceutil/trace.go:171","msg":"trace[517301638] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:726; }","duration":"787.817368ms","start":"2026-03-29T01:53:39.129104Z","end":"2026-03-29T01:53:39.916921Z","steps":["trace[517301638] 'agreement among raft nodes before linearized reading' (duration: 787.624775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:39.916922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.644498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:53:39.916975Z","caller":"traceutil/trace.go:171","msg":"trace[1434833498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:726; }","duration":"1.611880827s","start":"2026-03-29T01:53:38.305079Z","end":"2026-03-29T01:53:39.91696Z","steps":["trace[1434833498] 'agreement among raft nodes before linearized reading' (duration: 1.611674634s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:39.917011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:39.129044Z","time spent":"787.95315ms","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:39.917046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:38.305066Z","time spent":"1.611969138s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:53:39.91705Z","caller":"traceutil/trace.go:171","msg":"trace[1865890858] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:726; }","duration":"942.83177ms","start":"2026-03-29T01:53:38.974192Z","end":"2026-03-29T01:53:39.917024Z","steps":["trace[1865890858] 'agreement among raft nodes before linearized reading' (duration: 942.501796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:39.917129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:38.974183Z","time spent":"942.926051ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:39.916816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145583588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:53:39.917212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58369427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T01:53:39.917266Z","caller":"traceutil/trace.go:171","msg":"trace[969561994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:726; }","duration":"1.146071065s","start":"2026-03-29T01:53:38.771177Z","end":"2026-03-29T01:53:39.917248Z","steps":["trace[969561994] 'agreement among raft nodes before linearized reading' (duration: 1.145498967s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:39.917326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:38.771157Z","time spent":"1.146155486s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:53:39.916874Z","caller":"traceutil/trace.go:171","msg":"trace[1677187088] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:726; }","duration":"5.191420842s","start":"2026-03-29T01:53:34.725434Z","end":"2026-03-29T01:53:39.916854Z","steps":["trace[1677187088] 'agreement among raft nodes before linearized reading' (duration: 5.191244169s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:39.917443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:34.725393Z","time spent":"5.192037969s","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-29T01:53:39.917329Z","caller":"traceutil/trace.go:171","msg":"trace[322150679] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9; range_end:; response_count:1; response_revision:726; }","duration":"3.583815382s","start":"2026-03-29T01:53:36.333472Z","end":"2026-03-29T01:53:39.917287Z","steps":["trace[322150679] 'agreement among raft nodes before linearized reading' (duration: 3.583431746s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:39.917686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:36.333456Z","time spent":"3.584217067s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12cf2fec9a6f9\" "} {"level":"warn","ts":"2026-03-29T01:53:39.916795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575982023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:39.917831Z","caller":"traceutil/trace.go:171","msg":"trace[1493867848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"1.577058528s","start":"2026-03-29T01:53:38.34076Z","end":"2026-03-29T01:53:39.917818Z","steps":["trace[1493867848] 'agreement among raft nodes before linearized reading' (duration: 1.575997224s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:39.917873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:38.340739Z","time spent":"1.577122498s","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:53:39.91687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024967121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:53:39.917981Z","caller":"traceutil/trace.go:171","msg":"trace[1144407082] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:726; }","duration":"3.026032585s","start":"2026-03-29T01:53:36.891891Z","end":"2026-03-29T01:53:39.917924Z","steps":["trace[1144407082] 'agreement among raft nodes before linearized reading' (duration: 3.024945311s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:39.918093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:36.891829Z","time spent":"3.026206557s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:53:39.916979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:38.922588Z","time spent":"994.382616ms","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:53:43.340058Z","caller":"traceutil/trace.go:171","msg":"trace[309327562] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"834.502137ms","start":"2026-03-29T01:53:42.505541Z","end":"2026-03-29T01:53:43.340043Z","steps":["trace[309327562] 'process raft request' (duration: 834.389105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:43.340153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:42.505458Z","time spent":"834.652808ms","remote":"127.0.0.1:35322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:53:43.375957Z","caller":"traceutil/trace.go:171","msg":"trace[485166296] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"670.023446ms","start":"2026-03-29T01:53:42.705918Z","end":"2026-03-29T01:53:43.375942Z","steps":["trace[485166296] 'process raft request' (duration: 669.895605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:43.376046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:42.705883Z","time spent":"670.125647ms","remote":"127.0.0.1:35322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:53:43.376089Z","caller":"traceutil/trace.go:171","msg":"trace[552546955] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"841.295287ms","start":"2026-03-29T01:53:42.534699Z","end":"2026-03-29T01:53:43.375994Z","steps":["trace[552546955] 'process raft request' (duration: 841.015223ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:43.376434Z","caller":"traceutil/trace.go:171","msg":"trace[500445084] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:800; }","duration":"177.834376ms","start":"2026-03-29T01:53:43.198575Z","end":"2026-03-29T01:53:43.376409Z","steps":["trace[500445084] 'read index received' (duration: 141.355397ms)","trace[500445084] 'applied index is now lower than readState.Index' (duration: 36.477499ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:43.37646Z","caller":"traceutil/trace.go:171","msg":"trace[1479003759] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"470.414504ms","start":"2026-03-29T01:53:42.906034Z","end":"2026-03-29T01:53:43.376448Z","steps":["trace[1479003759] 'process raft request' (duration: 469.871777ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:43.376564Z","caller":"traceutil/trace.go:171","msg":"trace[38074526] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"269.999982ms","start":"2026-03-29T01:53:43.106553Z","end":"2026-03-29T01:53:43.376553Z","steps":["trace[38074526] 'process raft request' (duration: 269.752129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:43.376609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:42.906003Z","time spent":"470.574176ms","remote":"127.0.0.1:35322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:53:43.376815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.242302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dtgqx\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-29T01:53:43.376858Z","caller":"traceutil/trace.go:171","msg":"trace[956242713] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dtgqx; range_end:; response_count:1; response_revision:768; }","duration":"178.312403ms","start":"2026-03-29T01:53:43.198525Z","end":"2026-03-29T01:53:43.376845Z","steps":["trace[956242713] 'agreement among raft nodes before linearized reading' (duration: 178.154451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:43.377082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:42.534676Z","time spent":"841.656973ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:43.413555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.710409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:43.41364Z","caller":"traceutil/trace.go:171","msg":"trace[1561999772] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:770; }","duration":"108.84609ms","start":"2026-03-29T01:53:43.304772Z","end":"2026-03-29T01:53:43.413619Z","steps":["trace[1561999772] 'agreement among raft nodes before linearized reading' (duration: 108.701198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:45.224556Z","caller":"traceutil/trace.go:171","msg":"trace[210035752] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"111.657014ms","start":"2026-03-29T01:53:45.112876Z","end":"2026-03-29T01:53:45.224533Z","steps":["trace[210035752] 'process raft request' (duration: 111.341399ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:45.496991Z","caller":"traceutil/trace.go:171","msg":"trace[1867517532] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:830; }","duration":"285.830506ms","start":"2026-03-29T01:53:45.211137Z","end":"2026-03-29T01:53:45.496968Z","steps":["trace[1867517532] 'read index received' (duration: 13.343499ms)","trace[1867517532] 'applied index is now lower than readState.Index' (duration: 272.486057ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:53:45.497091Z","caller":"traceutil/trace.go:171","msg":"trace[148812581] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"285.128566ms","start":"2026-03-29T01:53:45.211929Z","end":"2026-03-29T01:53:45.497058Z","steps":["trace[148812581] 'process raft request' (duration: 284.990934ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:45.497055Z","caller":"traceutil/trace.go:171","msg":"trace[2130338271] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"367.129863ms","start":"2026-03-29T01:53:45.129889Z","end":"2026-03-29T01:53:45.497019Z","steps":["trace[2130338271] 'process raft request' (duration: 366.86593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:45.497369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:45.129862Z","time spent":"367.416607ms","remote":"127.0.0.1:35322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:53:45.497445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.324216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:45.497493Z","caller":"traceutil/trace.go:171","msg":"trace[803366218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"169.420446ms","start":"2026-03-29T01:53:45.328059Z","end":"2026-03-29T01:53:45.49748Z","steps":["trace[803366218] 'agreement among raft nodes before linearized reading' (duration: 169.340125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:45.497614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.804158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dtgqx\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-03-29T01:53:45.497672Z","caller":"traceutil/trace.go:171","msg":"trace[452919901] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dtgqx; range_end:; response_count:1; response_revision:796; }","duration":"287.048861ms","start":"2026-03-29T01:53:45.210609Z","end":"2026-03-29T01:53:45.497657Z","steps":["trace[452919901] 'agreement among raft nodes before linearized reading' (duration: 286.470433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:45.497725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.069947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-29T01:53:45.497934Z","caller":"traceutil/trace.go:171","msg":"trace[177295204] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:796; }","duration":"194.270939ms","start":"2026-03-29T01:53:45.303581Z","end":"2026-03-29T01:53:45.497852Z","steps":["trace[177295204] 'agreement among raft nodes before linearized reading' (duration: 193.891184ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:47.240733Z","caller":"traceutil/trace.go:171","msg":"trace[943285209] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"103.616263ms","start":"2026-03-29T01:53:47.137072Z","end":"2026-03-29T01:53:47.240688Z","steps":["trace[943285209] 'process raft request' (duration: 103.161587ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:52.25537Z","caller":"traceutil/trace.go:171","msg":"trace[1433604627] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"216.618154ms","start":"2026-03-29T01:53:52.038725Z","end":"2026-03-29T01:53:52.255343Z","steps":["trace[1433604627] 'process raft request' (duration: 216.3555ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:52.282977Z","caller":"traceutil/trace.go:171","msg":"trace[1076711140] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"239.381766ms","start":"2026-03-29T01:53:52.043575Z","end":"2026-03-29T01:53:52.282957Z","steps":["trace[1076711140] 'process raft request' (duration: 239.206284ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:52.282944Z","caller":"traceutil/trace.go:171","msg":"trace[580494829] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:880; }","duration":"159.354905ms","start":"2026-03-29T01:53:52.123565Z","end":"2026-03-29T01:53:52.28292Z","steps":["trace[580494829] 'read index received' (duration: 131.557016ms)","trace[580494829] 'applied index is now lower than readState.Index' (duration: 27.796549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:52.28325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.663559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:53:52.283338Z","caller":"traceutil/trace.go:171","msg":"trace[1875655516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:842; }","duration":"159.809891ms","start":"2026-03-29T01:53:52.123509Z","end":"2026-03-29T01:53:52.283319Z","steps":["trace[1875655516] 'agreement among raft nodes before linearized reading' (duration: 159.531727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:52.283412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.389555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:53:52.283472Z","caller":"traceutil/trace.go:171","msg":"trace[780440324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:842; }","duration":"147.502307ms","start":"2026-03-29T01:53:52.135945Z","end":"2026-03-29T01:53:52.283447Z","steps":["trace[780440324] 'agreement among raft nodes before linearized reading' (duration: 147.349095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:52.688675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.996698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:53:52.689038Z","caller":"traceutil/trace.go:171","msg":"trace[1414907452] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"400.564825ms","start":"2026-03-29T01:53:52.288224Z","end":"2026-03-29T01:53:52.688789Z","steps":["trace[1414907452] 'process raft request' (duration: 266.333654ms)","trace[1414907452] 'compare' (duration: 133.550982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:52.689313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:52.288205Z","time spent":"400.914819ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:53:52.728526Z","caller":"traceutil/trace.go:171","msg":"trace[2044552857] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"439.096116ms","start":"2026-03-29T01:53:52.289397Z","end":"2026-03-29T01:53:52.728493Z","steps":["trace[2044552857] 'process raft request' (duration: 438.833543ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:53:52.728586Z","caller":"traceutil/trace.go:171","msg":"trace[1790810494] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:882; }","duration":"399.651103ms","start":"2026-03-29T01:53:52.328908Z","end":"2026-03-29T01:53:52.728559Z","steps":["trace[1790810494] 'read index received' (duration: 225.689025ms)","trace[1790810494] 'applied index is now lower than readState.Index' (duration: 173.960318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:52.7287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:52.289389Z","time spent":"439.211037ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:52.728785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.856675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:53:52.728828Z","caller":"traceutil/trace.go:171","msg":"trace[981144703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:845; }","duration":"399.952926ms","start":"2026-03-29T01:53:52.328865Z","end":"2026-03-29T01:53:52.728818Z","steps":["trace[981144703] 'agreement among raft nodes before linearized reading' (duration: 399.865255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:52.728862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:52.328845Z","time spent":"400.008287ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:53:52.728712Z","caller":"traceutil/trace.go:171","msg":"trace[1569773793] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"430.842246ms","start":"2026-03-29T01:53:52.297858Z","end":"2026-03-29T01:53:52.7287Z","steps":["trace[1569773793] 'process raft request' (duration: 430.569782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:52.728941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:52.297841Z","time spent":"431.072168ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:53:52.729458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.801706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:53:52.729467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.864302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:53:52.729517Z","caller":"traceutil/trace.go:171","msg":"trace[779069770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:845; }","duration":"329.913458ms","start":"2026-03-29T01:53:52.399587Z","end":"2026-03-29T01:53:52.7295Z","steps":["trace[779069770] 'agreement among raft nodes before linearized reading' (duration: 329.709575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:52.729551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:52.39956Z","time spent":"329.983488ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:53:52.729526Z","caller":"traceutil/trace.go:171","msg":"trace[1185211870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:845; }","duration":"352.979134ms","start":"2026-03-29T01:53:52.37653Z","end":"2026-03-29T01:53:52.729509Z","steps":["trace[1185211870] 'agreement among raft nodes before linearized reading' (duration: 352.757301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:53:52.729911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:52.376506Z","time spent":"353.150796ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:53:54.839178Z","caller":"traceutil/trace.go:171","msg":"trace[1232152242] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"101.92896ms","start":"2026-03-29T01:53:54.737211Z","end":"2026-03-29T01:53:54.83914Z","steps":["trace[1232152242] 'process raft request' (duration: 44.52511ms)","trace[1232152242] 'compare' (duration: 57.166887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:53:59.356683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368024025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:53:59.857229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368024025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:54:00.357352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368024025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:54:00.857508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368024025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:54:00.900306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.175298905s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:54:00.900867Z","caller":"traceutil/trace.go:171","msg":"trace[617874641] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"2.175923224s","start":"2026-03-29T01:53:58.724899Z","end":"2026-03-29T01:54:00.900822Z","steps":["trace[617874641] 'process raft request' (duration: 2.17566565s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:00.901071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:58.724878Z","time spent":"2.176066325s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:54:00.930948Z","caller":"traceutil/trace.go:171","msg":"trace[463577354] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"2.183719565s","start":"2026-03-29T01:53:58.747193Z","end":"2026-03-29T01:54:00.930912Z","steps":["trace[463577354] 'process raft request' (duration: 2.183536833s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:00.931148Z","caller":"traceutil/trace.go:171","msg":"trace[1056509098] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:935; }","duration":"2.075033273s","start":"2026-03-29T01:53:58.856086Z","end":"2026-03-29T01:54:00.931119Z","steps":["trace[1056509098] 'read index received' (duration: 2.044528941s)","trace[1056509098] 'applied index is now lower than readState.Index' (duration: 30.502052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:00.9314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075303576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:54:00.931405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603054766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:00.931443Z","caller":"traceutil/trace.go:171","msg":"trace[1697424105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:896; }","duration":"2.075396677s","start":"2026-03-29T01:53:58.856034Z","end":"2026-03-29T01:54:00.93143Z","steps":["trace[1697424105] 'agreement among raft nodes before linearized reading' (duration: 2.075216884s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:00.931479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:58.856011Z","time spent":"2.075460218s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:54:00.931481Z","caller":"traceutil/trace.go:171","msg":"trace[2022499992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:896; }","duration":"1.603168467s","start":"2026-03-29T01:53:59.328293Z","end":"2026-03-29T01:54:00.931462Z","steps":["trace[2022499992] 'agreement among raft nodes before linearized reading' (duration: 1.603046526s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:00.931497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072386967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:54:00.931492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.576878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T01:54:00.931524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:59.328279Z","time spent":"1.603237199s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:54:00.931566Z","caller":"traceutil/trace.go:171","msg":"trace[1711328674] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:896; }","duration":"910.69345ms","start":"2026-03-29T01:54:00.02085Z","end":"2026-03-29T01:54:00.931543Z","steps":["trace[1711328674] 'agreement among raft nodes before linearized reading' (duration: 910.474176ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:00.931547Z","caller":"traceutil/trace.go:171","msg":"trace[1332244442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:896; }","duration":"2.072470269s","start":"2026-03-29T01:53:58.859062Z","end":"2026-03-29T01:54:00.931532Z","steps":["trace[1332244442] 'agreement among raft nodes before linearized reading' (duration: 2.072308616s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:00.931627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:00.020824Z","time spent":"910.789321ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-29T01:54:00.931606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07248784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:54:00.931627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:58.859048Z","time spent":"2.07256881s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:54:00.931758Z","caller":"traceutil/trace.go:171","msg":"trace[144699180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:896; }","duration":"2.072753423s","start":"2026-03-29T01:53:58.858969Z","end":"2026-03-29T01:54:00.931722Z","steps":["trace[144699180] 'agreement among raft nodes before linearized reading' (duration: 2.072328527s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:00.931877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:58.747171Z","time spent":"2.18402375s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:54:00.931175Z","caller":"traceutil/trace.go:171","msg":"trace[1314513811] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"1.607521024s","start":"2026-03-29T01:53:59.323625Z","end":"2026-03-29T01:54:00.931146Z","steps":["trace[1314513811] 'process raft request' (duration: 1.607240591s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:00.931869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:58.858957Z","time spent":"2.072883075s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:54:00.932007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:53:59.323596Z","time spent":"1.608344425s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:54:00.932411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.416806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:54:00.932617Z","caller":"traceutil/trace.go:171","msg":"trace[723777285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:896; }","duration":"609.654499ms","start":"2026-03-29T01:54:00.322927Z","end":"2026-03-29T01:54:00.932581Z","steps":["trace[723777285] 'agreement among raft nodes before linearized reading' (duration: 608.665327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:00.933626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:00.322902Z","time spent":"610.703882ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T01:54:01.216289Z","caller":"traceutil/trace.go:171","msg":"trace[909092605] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:938; }","duration":"275.834615ms","start":"2026-03-29T01:54:00.94043Z","end":"2026-03-29T01:54:01.216265Z","steps":["trace[909092605] 'read index received' (duration: 119.658102ms)","trace[909092605] 'applied index is now lower than readState.Index' (duration: 156.175613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:01.216446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.990237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:01.216478Z","caller":"traceutil/trace.go:171","msg":"trace[105924102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"276.060269ms","start":"2026-03-29T01:54:00.940408Z","end":"2026-03-29T01:54:01.216469Z","steps":["trace[105924102] 'agreement among raft nodes before linearized reading' (duration: 275.957237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:01.216565Z","caller":"traceutil/trace.go:171","msg":"trace[1846681426] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"280.140653ms","start":"2026-03-29T01:54:00.936409Z","end":"2026-03-29T01:54:01.216549Z","steps":["trace[1846681426] 'process raft request' (duration: 279.726417ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:01.216781Z","caller":"traceutil/trace.go:171","msg":"trace[1865925220] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"280.440817ms","start":"2026-03-29T01:54:00.936331Z","end":"2026-03-29T01:54:01.216772Z","steps":["trace[1865925220] 'process raft request' (duration: 279.473894ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:01.216761Z","caller":"traceutil/trace.go:171","msg":"trace[2032229913] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"278.819864ms","start":"2026-03-29T01:54:00.937921Z","end":"2026-03-29T01:54:01.216741Z","steps":["trace[2032229913] 'process raft request' (duration: 278.302208ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:01.217102Z","caller":"traceutil/trace.go:171","msg":"trace[420681264] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"280.181413ms","start":"2026-03-29T01:54:00.936905Z","end":"2026-03-29T01:54:01.217086Z","steps":["trace[420681264] 'process raft request' (duration: 279.281721ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:01.234223Z","caller":"traceutil/trace.go:171","msg":"trace[1397055583] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"173.052784ms","start":"2026-03-29T01:54:01.061146Z","end":"2026-03-29T01:54:01.234199Z","steps":["trace[1397055583] 'process raft request' (duration: 172.919943ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:01.49652Z","caller":"traceutil/trace.go:171","msg":"trace[1011414713] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"176.487879ms","start":"2026-03-29T01:54:01.320003Z","end":"2026-03-29T01:54:01.496491Z","steps":["trace[1011414713] 'process raft request' (duration: 176.328817ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:03.359904Z","caller":"traceutil/trace.go:171","msg":"trace[1758586706] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"132.548358ms","start":"2026-03-29T01:54:03.22733Z","end":"2026-03-29T01:54:03.359879Z","steps":["trace[1758586706] 'process raft request' (duration: 132.366326ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:03.360061Z","caller":"traceutil/trace.go:171","msg":"trace[1680142308] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"132.6785ms","start":"2026-03-29T01:54:03.227373Z","end":"2026-03-29T01:54:03.360051Z","steps":["trace[1680142308] 'process raft request' (duration: 132.352065ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:03.359834Z","caller":"traceutil/trace.go:171","msg":"trace[723041717] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"134.305281ms","start":"2026-03-29T01:54:03.225501Z","end":"2026-03-29T01:54:03.359806Z","steps":["trace[723041717] 'process raft request' (duration: 134.102729ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:08.191345Z","caller":"traceutil/trace.go:171","msg":"trace[1140074869] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"292.923005ms","start":"2026-03-29T01:54:07.898396Z","end":"2026-03-29T01:54:08.191319Z","steps":["trace[1140074869] 'process raft request' (duration: 292.756373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:12.355783Z","caller":"traceutil/trace.go:171","msg":"trace[1389623355] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"112.29189ms","start":"2026-03-29T01:54:12.243461Z","end":"2026-03-29T01:54:12.355753Z","steps":["trace[1389623355] 'process raft request' (duration: 110.577047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:12.355991Z","caller":"traceutil/trace.go:171","msg":"trace[959414007] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"107.54783ms","start":"2026-03-29T01:54:12.248411Z","end":"2026-03-29T01:54:12.355958Z","steps":["trace[959414007] 'process raft request' (duration: 107.277696ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:12.60132Z","caller":"traceutil/trace.go:171","msg":"trace[1418163314] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"179.230901ms","start":"2026-03-29T01:54:12.422058Z","end":"2026-03-29T01:54:12.601288Z","steps":["trace[1418163314] 'process raft request' (duration: 179.088819ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:13.289533Z","caller":"traceutil/trace.go:171","msg":"trace[1325700247] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"150.628628ms","start":"2026-03-29T01:54:13.138874Z","end":"2026-03-29T01:54:13.289502Z","steps":["trace[1325700247] 'process raft request' (duration: 110.327745ms)","trace[1325700247] 'compare' (duration: 40.178112ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:54:13.573296Z","caller":"traceutil/trace.go:171","msg":"trace[6177360] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1090; }","duration":"192.128306ms","start":"2026-03-29T01:54:13.381142Z","end":"2026-03-29T01:54:13.57327Z","steps":["trace[6177360] 'read index received' (duration: 190.921861ms)","trace[6177360] 'applied index is now lower than readState.Index' (duration: 1.204895ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:54:13.573323Z","caller":"traceutil/trace.go:171","msg":"trace[1657935130] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"212.023035ms","start":"2026-03-29T01:54:13.361283Z","end":"2026-03-29T01:54:13.573306Z","steps":["trace[1657935130] 'process raft request' (duration: 210.749469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:13.573481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.326529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:54:13.57353Z","caller":"traceutil/trace.go:171","msg":"trace[1710169845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1045; }","duration":"192.41953ms","start":"2026-03-29T01:54:13.381095Z","end":"2026-03-29T01:54:13.573515Z","steps":["trace[1710169845] 'agreement among raft nodes before linearized reading' (duration: 192.264748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:13.57359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.837501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:54:13.573624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.700913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:54:13.573674Z","caller":"traceutil/trace.go:171","msg":"trace[7303870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1045; }","duration":"164.958964ms","start":"2026-03-29T01:54:13.408694Z","end":"2026-03-29T01:54:13.573653Z","steps":["trace[7303870] 'agreement among raft nodes before linearized reading' (duration: 164.740592ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:13.573717Z","caller":"traceutil/trace.go:171","msg":"trace[148605481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1045; }","duration":"148.834514ms","start":"2026-03-29T01:54:13.424858Z","end":"2026-03-29T01:54:13.573693Z","steps":["trace[148605481] 'agreement among raft nodes before linearized reading' (duration: 148.573011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:13.574182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.472629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:54:13.574311Z","caller":"traceutil/trace.go:171","msg":"trace[219606092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1045; }","duration":"161.636871ms","start":"2026-03-29T01:54:13.412654Z","end":"2026-03-29T01:54:13.57429Z","steps":["trace[219606092] 'agreement among raft nodes before linearized reading' (duration: 160.78386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:23.889947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.064861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:54:23.894355Z","caller":"traceutil/trace.go:171","msg":"trace[256800418] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"198.928754ms","start":"2026-03-29T01:54:23.695349Z","end":"2026-03-29T01:54:23.894277Z","steps":["trace[256800418] 'process raft request' (duration: 66.441756ms)","trace[256800418] 'compare' (duration: 127.936619ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:54:23.955293Z","caller":"traceutil/trace.go:171","msg":"trace[1700783767] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"253.218225ms","start":"2026-03-29T01:54:23.702045Z","end":"2026-03-29T01:54:23.955263Z","steps":["trace[1700783767] 'process raft request' (duration: 253.169405ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:23.955333Z","caller":"traceutil/trace.go:171","msg":"trace[868653331] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"259.147371ms","start":"2026-03-29T01:54:23.696152Z","end":"2026-03-29T01:54:23.955299Z","steps":["trace[868653331] 'process raft request' (duration: 259.020229ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:23.955331Z","caller":"traceutil/trace.go:171","msg":"trace[1182059567] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"259.644937ms","start":"2026-03-29T01:54:23.695645Z","end":"2026-03-29T01:54:23.95529Z","steps":["trace[1182059567] 'process raft request' (duration: 259.303483ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:28.099481Z","caller":"traceutil/trace.go:171","msg":"trace[1661600581] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"390.371159ms","start":"2026-03-29T01:54:27.709086Z","end":"2026-03-29T01:54:28.099457Z","steps":["trace[1661600581] 'process raft request' (duration: 390.246647ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:28.09951Z","caller":"traceutil/trace.go:171","msg":"trace[656272469] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1160; }","duration":"193.038362ms","start":"2026-03-29T01:54:27.906433Z","end":"2026-03-29T01:54:28.099471Z","steps":["trace[656272469] 'read index received' (duration: 193.020752ms)","trace[656272469] 'applied index is now lower than readState.Index' (duration: 14.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:28.099635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:27.709057Z","time spent":"390.502251ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:54:28.099712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.267245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:54:28.099743Z","caller":"traceutil/trace.go:171","msg":"trace[514550276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1110; }","duration":"193.339005ms","start":"2026-03-29T01:54:27.906395Z","end":"2026-03-29T01:54:28.099734Z","steps":["trace[514550276] 'agreement among raft nodes before linearized reading' (duration: 193.217744ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:28.152829Z","caller":"traceutil/trace.go:171","msg":"trace[1401047390] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"162.766622ms","start":"2026-03-29T01:54:27.990037Z","end":"2026-03-29T01:54:28.152803Z","steps":["trace[1401047390] 'process raft request' (duration: 162.63093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:28.152961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.060902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:54:28.153017Z","caller":"traceutil/trace.go:171","msg":"trace[1744827174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1111; }","duration":"158.143862ms","start":"2026-03-29T01:54:27.994859Z","end":"2026-03-29T01:54:28.153003Z","steps":["trace[1744827174] 'agreement among raft nodes before linearized reading' (duration: 157.94168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:28.153001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.636723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:54:28.153072Z","caller":"traceutil/trace.go:171","msg":"trace[1708531360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1111; }","duration":"156.721614ms","start":"2026-03-29T01:54:27.996334Z","end":"2026-03-29T01:54:28.153056Z","steps":["trace[1708531360] 'agreement among raft nodes before linearized reading' (duration: 156.504401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:32.514224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.485493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:54:32.514326Z","caller":"traceutil/trace.go:171","msg":"trace[556547519] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1177; }","duration":"293.752756ms","start":"2026-03-29T01:54:32.220557Z","end":"2026-03-29T01:54:32.51431Z","steps":["trace[556547519] 'read index received' (duration: 40.182992ms)","trace[556547519] 'applied index is now lower than readState.Index' (duration: 253.568364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:32.514447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.825846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:32.51448Z","caller":"traceutil/trace.go:171","msg":"trace[11948462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1127; }","duration":"185.911178ms","start":"2026-03-29T01:54:32.32856Z","end":"2026-03-29T01:54:32.514471Z","steps":["trace[11948462] 'agreement among raft nodes before linearized reading' (duration: 185.841757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:32.514636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.044872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T01:54:32.514738Z","caller":"traceutil/trace.go:171","msg":"trace[1226020076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1127; }","duration":"294.163135ms","start":"2026-03-29T01:54:32.220553Z","end":"2026-03-29T01:54:32.514716Z","steps":["trace[1226020076] 'agreement among raft nodes before linearized reading' (duration: 293.831667ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:32.514949Z","caller":"traceutil/trace.go:171","msg":"trace[1288533105] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"295.21486ms","start":"2026-03-29T01:54:32.219679Z","end":"2026-03-29T01:54:32.514894Z","steps":["trace[1288533105] 'process raft request' (duration: 89.96959ms)","trace[1288533105] 'compare' (duration: 204.35331ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:54:32.873995Z","caller":"traceutil/trace.go:171","msg":"trace[604524208] linearizableReadLoop","detail":"{readStateIndex:1179; appliedIndex:1178; }","duration":"131.053652ms","start":"2026-03-29T01:54:32.742915Z","end":"2026-03-29T01:54:32.873968Z","steps":["trace[604524208] 'read index received' (duration: 77.859475ms)","trace[604524208] 'applied index is now lower than readState.Index' (duration: 53.192847ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:54:32.874187Z","caller":"traceutil/trace.go:171","msg":"trace[1126825304] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"355.785269ms","start":"2026-03-29T01:54:32.518385Z","end":"2026-03-29T01:54:32.874171Z","steps":["trace[1126825304] 'process raft request' (duration: 302.430079ms)","trace[1126825304] 'compare' (duration: 52.861549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:32.87424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.316608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:32.874312Z","caller":"traceutil/trace.go:171","msg":"trace[133136351] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1128; }","duration":"131.433731ms","start":"2026-03-29T01:54:32.742862Z","end":"2026-03-29T01:54:32.874296Z","steps":["trace[133136351] 'agreement among raft nodes before linearized reading' (duration: 131.302658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:32.874333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:32.518361Z","time spent":"355.901013ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:54:37.709906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.223866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:37.710039Z","caller":"traceutil/trace.go:171","msg":"trace[1264229107] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1146; }","duration":"128.361949ms","start":"2026-03-29T01:54:37.581627Z","end":"2026-03-29T01:54:37.709989Z","steps":["trace[1264229107] 'count revisions from in-memory index tree' (duration: 128.070733ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:39.24661Z","caller":"traceutil/trace.go:171","msg":"trace[741176051] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"259.353444ms","start":"2026-03-29T01:54:38.987232Z","end":"2026-03-29T01:54:39.246586Z","steps":["trace[741176051] 'process raft request' (duration: 259.219261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:39.511215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.371041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:39.511298Z","caller":"traceutil/trace.go:171","msg":"trace[173386955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1151; }","duration":"183.505014ms","start":"2026-03-29T01:54:39.327775Z","end":"2026-03-29T01:54:39.51128Z","steps":["trace[173386955] 'range keys from in-memory index tree' (duration: 183.260599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:40.717908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.623383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:54:40.717995Z","caller":"traceutil/trace.go:171","msg":"trace[2119451027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1156; }","duration":"137.771876ms","start":"2026-03-29T01:54:40.580206Z","end":"2026-03-29T01:54:40.717977Z","steps":["trace[2119451027] 'range keys from in-memory index tree' (duration: 137.46225ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:40.843551Z","caller":"traceutil/trace.go:171","msg":"trace[58960521] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"122.393506ms","start":"2026-03-29T01:54:40.721137Z","end":"2026-03-29T01:54:40.84353Z","steps":["trace[58960521] 'process raft request' (duration: 122.228322ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:42.350028Z","caller":"traceutil/trace.go:171","msg":"trace[273374913] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"156.530002ms","start":"2026-03-29T01:54:42.193478Z","end":"2026-03-29T01:54:42.350008Z","steps":["trace[273374913] 'process raft request' (duration: 156.404419ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:42.359072Z","caller":"traceutil/trace.go:171","msg":"trace[784123808] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"100.258056ms","start":"2026-03-29T01:54:42.258785Z","end":"2026-03-29T01:54:42.359043Z","steps":["trace[784123808] 'process raft request' (duration: 99.850377ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:44.118587Z","caller":"traceutil/trace.go:171","msg":"trace[651212366] linearizableReadLoop","detail":"{readStateIndex:1219; appliedIndex:1218; }","duration":"302.313441ms","start":"2026-03-29T01:54:43.81625Z","end":"2026-03-29T01:54:44.118563Z","steps":["trace[651212366] 'read index received' (duration: 302.102036ms)","trace[651212366] 'applied index is now lower than readState.Index' (duration: 210.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:54:44.11878Z","caller":"traceutil/trace.go:171","msg":"trace[782398402] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"340.828872ms","start":"2026-03-29T01:54:43.777925Z","end":"2026-03-29T01:54:44.118754Z","steps":["trace[782398402] 'process raft request' (duration: 340.426533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:44.118936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:43.7779Z","time spent":"340.952595ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:54:44.119248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.948595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:38154"} {"level":"info","ts":"2026-03-29T01:54:44.119384Z","caller":"traceutil/trace.go:171","msg":"trace[703266573] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1166; }","duration":"303.138949ms","start":"2026-03-29T01:54:43.816221Z","end":"2026-03-29T01:54:44.11936Z","steps":["trace[703266573] 'agreement among raft nodes before linearized reading' (duration: 302.481065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:44.119571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:43.81621Z","time spent":"303.344904ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":38176,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-29T01:54:44.73013Z","caller":"traceutil/trace.go:171","msg":"trace[1246543825] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"135.640428ms","start":"2026-03-29T01:54:44.594469Z","end":"2026-03-29T01:54:44.730109Z","steps":["trace[1246543825] 'process raft request' (duration: 126.646045ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:45.005892Z","caller":"traceutil/trace.go:171","msg":"trace[20151752] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"113.929159ms","start":"2026-03-29T01:54:44.891938Z","end":"2026-03-29T01:54:45.005867Z","steps":["trace[20151752] 'process raft request' (duration: 113.797746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:47.036346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.301277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:47.036459Z","caller":"traceutil/trace.go:171","msg":"trace[1754661836] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1176; }","duration":"117.46502ms","start":"2026-03-29T01:54:46.918977Z","end":"2026-03-29T01:54:47.036442Z","steps":["trace[1754661836] 'range keys from in-memory index tree' (duration: 117.254205ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:47.05639Z","caller":"traceutil/trace.go:171","msg":"trace[1494263223] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"385.168489ms","start":"2026-03-29T01:54:46.671191Z","end":"2026-03-29T01:54:47.05636Z","steps":["trace[1494263223] 'process raft request' (duration: 384.782901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:47.056609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:46.671165Z","time spent":"385.337992ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:54:47.327693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.047373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:47.327763Z","caller":"traceutil/trace.go:171","msg":"trace[881269551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"189.170626ms","start":"2026-03-29T01:54:47.13857Z","end":"2026-03-29T01:54:47.327741Z","steps":["trace[881269551] 'range keys from in-memory index tree' (duration: 188.966902ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:48.705303Z","caller":"traceutil/trace.go:171","msg":"trace[1609647373] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1235; }","duration":"115.617195ms","start":"2026-03-29T01:54:48.589666Z","end":"2026-03-29T01:54:48.705284Z","steps":["trace[1609647373] 'read index received' (duration: 89.467373ms)","trace[1609647373] 'applied index is now lower than readState.Index' (duration: 26.149112ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:54:48.705504Z","caller":"traceutil/trace.go:171","msg":"trace[1273457017] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"226.445163ms","start":"2026-03-29T01:54:48.479028Z","end":"2026-03-29T01:54:48.705473Z","steps":["trace[1273457017] 'process raft request' (duration: 200.088536ms)","trace[1273457017] 'compare' (duration: 26.079671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:48.705587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.906971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:54:48.705614Z","caller":"traceutil/trace.go:171","msg":"trace[212922881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1182; }","duration":"115.992563ms","start":"2026-03-29T01:54:48.589615Z","end":"2026-03-29T01:54:48.705608Z","steps":["trace[212922881] 'agreement among raft nodes before linearized reading' (duration: 115.736437ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:50.343856Z","caller":"traceutil/trace.go:171","msg":"trace[1639989780] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1240; }","duration":"170.633347ms","start":"2026-03-29T01:54:50.1732Z","end":"2026-03-29T01:54:50.343833Z","steps":["trace[1639989780] 'read index received' (duration: 73.60714ms)","trace[1639989780] 'applied index is now lower than readState.Index' (duration: 97.025217ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:54:50.343884Z","caller":"traceutil/trace.go:171","msg":"trace[1473499407] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"189.787591ms","start":"2026-03-29T01:54:50.15407Z","end":"2026-03-29T01:54:50.343857Z","steps":["trace[1473499407] 'process raft request' (duration: 92.811575ms)","trace[1473499407] 'compare' (duration: 96.811992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:50.344035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.817661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:54:50.344074Z","caller":"traceutil/trace.go:171","msg":"trace[2001031034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1186; }","duration":"170.892603ms","start":"2026-03-29T01:54:50.173171Z","end":"2026-03-29T01:54:50.344063Z","steps":["trace[2001031034] 'agreement among raft nodes before linearized reading' (duration: 170.74006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:51.040022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368024664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:54:51.541275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368024664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:54:51.704147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185195818s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:54:51.70467Z","caller":"traceutil/trace.go:171","msg":"trace[1061017754] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"1.18576285s","start":"2026-03-29T01:54:50.518885Z","end":"2026-03-29T01:54:51.704647Z","steps":["trace[1061017754] 'process raft request' (duration: 1.185628807s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:51.704786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:50.51887Z","time spent":"1.185853433s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:54:51.823487Z","caller":"traceutil/trace.go:171","msg":"trace[2120764097] linearizableReadLoop","detail":"{readStateIndex:1244; appliedIndex:1242; }","duration":"1.284487558s","start":"2026-03-29T01:54:50.538971Z","end":"2026-03-29T01:54:51.823458Z","steps":["trace[2120764097] 'read index received' (duration: 1.16541386s)","trace[2120764097] 'applied index is now lower than readState.Index' (duration: 119.072718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:51.823649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284664291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:54:51.823664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157380345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:51.82369Z","caller":"traceutil/trace.go:171","msg":"trace[446937984] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1189; }","duration":"1.284746103s","start":"2026-03-29T01:54:50.538934Z","end":"2026-03-29T01:54:51.82368Z","steps":["trace[446937984] 'agreement among raft nodes before linearized reading' (duration: 1.284670472s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:51.82372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:50.53892Z","time spent":"1.284794144s","remote":"127.0.0.1:35450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:54:51.823713Z","caller":"traceutil/trace.go:171","msg":"trace[2129936395] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1189; }","duration":"1.157455906s","start":"2026-03-29T01:54:50.666239Z","end":"2026-03-29T01:54:51.823695Z","steps":["trace[2129936395] 'agreement among raft nodes before linearized reading' (duration: 1.157382184s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:51.823843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:50.666224Z","time spent":"1.15760822s","remote":"127.0.0.1:50752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:54:51.823856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.879163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:54:51.823908Z","caller":"traceutil/trace.go:171","msg":"trace[1291978832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1189; }","duration":"364.968815ms","start":"2026-03-29T01:54:51.458927Z","end":"2026-03-29T01:54:51.823895Z","steps":["trace[1291978832] 'agreement among raft nodes before linearized reading' (duration: 364.822472ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:54:51.82389Z","caller":"traceutil/trace.go:171","msg":"trace[568107622] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"1.114059476s","start":"2026-03-29T01:54:50.709791Z","end":"2026-03-29T01:54:51.823851Z","steps":["trace[568107622] 'process raft request' (duration: 1.034782596s)","trace[568107622] 'compare' (duration: 78.770578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:54:51.823952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.063852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T01:54:51.823954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:51.458908Z","time spent":"365.035766ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T01:54:51.82398Z","caller":"traceutil/trace.go:171","msg":"trace[1364432749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1189; }","duration":"619.132744ms","start":"2026-03-29T01:54:51.20484Z","end":"2026-03-29T01:54:51.823973Z","steps":["trace[1364432749] 'agreement among raft nodes before linearized reading' (duration: 619.065772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:51.824002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:51.204817Z","time spent":"619.180774ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:54:51.824005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055845817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:54:51.824025Z","caller":"traceutil/trace.go:171","msg":"trace[269945261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1189; }","duration":"1.055913499s","start":"2026-03-29T01:54:50.768106Z","end":"2026-03-29T01:54:51.824019Z","steps":["trace[269945261] 'agreement among raft nodes before linearized reading' (duration: 1.055863078s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:51.824043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:50.768078Z","time spent":"1.055961609s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:54:51.824028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:50.709768Z","time spent":"1.114183708s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:54:51.824088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.333694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:54:51.824187Z","caller":"traceutil/trace.go:171","msg":"trace[1596582264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1189; }","duration":"496.475367ms","start":"2026-03-29T01:54:51.327688Z","end":"2026-03-29T01:54:51.824163Z","steps":["trace[1596582264] 'agreement among raft nodes before linearized reading' (duration: 496.292203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:54:51.824262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:54:51.327674Z","time spent":"496.574409ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:55:03.897459Z","caller":"traceutil/trace.go:171","msg":"trace[164379174] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"100.48101ms","start":"2026-03-29T01:55:03.796949Z","end":"2026-03-29T01:55:03.89743Z","steps":["trace[164379174] 'process raft request' (duration: 100.303856ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:08.069688Z","caller":"traceutil/trace.go:171","msg":"trace[1579547914] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"141.17257ms","start":"2026-03-29T01:55:07.928493Z","end":"2026-03-29T01:55:08.069666Z","steps":["trace[1579547914] 'process raft request' (duration: 57.671615ms)","trace[1579547914] 'compare' (duration: 83.175628ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:08.735547Z","caller":"traceutil/trace.go:171","msg":"trace[1752010130] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"246.007936ms","start":"2026-03-29T01:55:08.489513Z","end":"2026-03-29T01:55:08.735521Z","steps":["trace[1752010130] 'process raft request' (duration: 245.870853ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:12.429394Z","caller":"traceutil/trace.go:171","msg":"trace[629985202] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"178.701962ms","start":"2026-03-29T01:55:12.250665Z","end":"2026-03-29T01:55:12.429367Z","steps":["trace[629985202] 'process raft request' (duration: 88.663881ms)","trace[629985202] 'compare' (duration: 89.817506ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:12.714181Z","caller":"traceutil/trace.go:171","msg":"trace[1394324070] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1315; }","duration":"415.642015ms","start":"2026-03-29T01:55:12.298514Z","end":"2026-03-29T01:55:12.714156Z","steps":["trace[1394324070] 'read index received' (duration: 40.723787ms)","trace[1394324070] 'applied index is now lower than readState.Index' (duration: 374.917178ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:12.714734Z","caller":"traceutil/trace.go:171","msg":"trace[1754821788] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"464.030419ms","start":"2026-03-29T01:55:12.250688Z","end":"2026-03-29T01:55:12.714718Z","steps":["trace[1754821788] 'process raft request' (duration: 463.322665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:12.714839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:12.250658Z","time spent":"464.112611ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:55:12.714882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.344619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:55:12.715009Z","caller":"traceutil/trace.go:171","msg":"trace[1016102423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1258; }","duration":"416.489031ms","start":"2026-03-29T01:55:12.298473Z","end":"2026-03-29T01:55:12.714962Z","steps":["trace[1016102423] 'agreement among raft nodes before linearized reading' (duration: 416.326628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:12.715066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:12.298458Z","time spent":"416.592954ms","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:55:12.744058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.709815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:55:12.744111Z","caller":"traceutil/trace.go:171","msg":"trace[1204717036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1259; }","duration":"415.797146ms","start":"2026-03-29T01:55:12.328299Z","end":"2026-03-29T01:55:12.744096Z","steps":["trace[1204717036] 'agreement among raft nodes before linearized reading' (duration: 415.706264ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:12.744117Z","caller":"traceutil/trace.go:171","msg":"trace[1121899698] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"374.469818ms","start":"2026-03-29T01:55:12.369629Z","end":"2026-03-29T01:55:12.744099Z","steps":["trace[1121899698] 'process raft request' (duration: 374.254074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:12.744142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:12.328283Z","time spent":"415.852738ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:55:12.744225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:12.369601Z","time spent":"374.56992ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:55:56.827539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339662368025333,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:55:57.176388Z","caller":"traceutil/trace.go:171","msg":"trace[50564686] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"854.763434ms","start":"2026-03-29T01:55:56.321602Z","end":"2026-03-29T01:55:57.176365Z","steps":["trace[50564686] 'process raft request' (duration: 854.615071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:57.176774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.321577Z","time spent":"854.884635ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:55:57.286474Z","caller":"traceutil/trace.go:171","msg":"trace[871436202] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1507; }","duration":"959.408212ms","start":"2026-03-29T01:55:56.327038Z","end":"2026-03-29T01:55:57.286446Z","steps":["trace[871436202] 'read index received' (duration: 849.170779ms)","trace[871436202] 'applied index is now lower than readState.Index' (duration: 110.236093ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:57.286663Z","caller":"traceutil/trace.go:171","msg":"trace[968347496] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"834.263667ms","start":"2026-03-29T01:55:56.45238Z","end":"2026-03-29T01:55:57.286644Z","steps":["trace[968347496] 'process raft request' (duration: 830.105929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:57.286744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.680707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:55:57.286809Z","caller":"traceutil/trace.go:171","msg":"trace[1544583551] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1438; }","duration":"959.83187ms","start":"2026-03-29T01:55:56.326964Z","end":"2026-03-29T01:55:57.286796Z","steps":["trace[1544583551] 'agreement among raft nodes before linearized reading' (duration: 959.684257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:57.286842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.326947Z","time spent":"959.885491ms","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:55:57.286887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.452341Z","time spent":"834.45766ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:55:57.286943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.143657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:55:57.286939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.223106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:55:57.286967Z","caller":"traceutil/trace.go:171","msg":"trace[460435262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1438; }","duration":"149.199588ms","start":"2026-03-29T01:55:57.13776Z","end":"2026-03-29T01:55:57.286959Z","steps":["trace[460435262] 'agreement among raft nodes before linearized reading' (duration: 149.161537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:57.286977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.097759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:55:57.287031Z","caller":"traceutil/trace.go:171","msg":"trace[189127253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1438; }","duration":"759.312498ms","start":"2026-03-29T01:55:56.527665Z","end":"2026-03-29T01:55:57.286978Z","steps":["trace[189127253] 'agreement among raft nodes before linearized reading' (duration: 759.140895ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:57.287061Z","caller":"traceutil/trace.go:171","msg":"trace[317496743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1438; }","duration":"220.18092ms","start":"2026-03-29T01:55:57.066864Z","end":"2026-03-29T01:55:57.287045Z","steps":["trace[317496743] 'agreement among raft nodes before linearized reading' (duration: 219.968576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:57.287086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.527647Z","time spent":"759.42716ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:55:57.287217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.742362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:55:57.287302Z","caller":"traceutil/trace.go:171","msg":"trace[2031891321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1438; }","duration":"590.878114ms","start":"2026-03-29T01:55:56.696403Z","end":"2026-03-29T01:55:57.287281Z","steps":["trace[2031891321] 'agreement among raft nodes before linearized reading' (duration: 590.680041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:57.287355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.696383Z","time spent":"590.963726ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:55:57.287493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.212973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T01:55:57.287531Z","caller":"traceutil/trace.go:171","msg":"trace[631675852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1438; }","duration":"247.278894ms","start":"2026-03-29T01:55:57.040243Z","end":"2026-03-29T01:55:57.287522Z","steps":["trace[631675852] 'agreement among raft nodes before linearized reading' (duration: 246.694623ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:21.568692Z","caller":"traceutil/trace.go:171","msg":"trace[1379647909] linearizableReadLoop","detail":"{readStateIndex:1600; appliedIndex:1599; }","duration":"119.958829ms","start":"2026-03-29T01:56:21.448712Z","end":"2026-03-29T01:56:21.568671Z","steps":["trace[1379647909] 'read index received' (duration: 119.806767ms)","trace[1379647909] 'applied index is now lower than readState.Index' (duration: 151.332µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:21.568909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.183723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4247"} {"level":"info","ts":"2026-03-29T01:56:21.568949Z","caller":"traceutil/trace.go:171","msg":"trace[1984442123] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1523; }","duration":"120.262024ms","start":"2026-03-29T01:56:21.448677Z","end":"2026-03-29T01:56:21.568939Z","steps":["trace[1984442123] 'agreement among raft nodes before linearized reading' (duration: 120.110061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:21.568933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.821391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-03-29T01:56:21.569012Z","caller":"traceutil/trace.go:171","msg":"trace[1250553581] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1523; }","duration":"108.934634ms","start":"2026-03-29T01:56:21.460058Z","end":"2026-03-29T01:56:21.568993Z","steps":["trace[1250553581] 'agreement among raft nodes before linearized reading' (duration: 108.773071ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:21.568843Z","caller":"traceutil/trace.go:171","msg":"trace[507621626] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"136.373031ms","start":"2026-03-29T01:56:21.43235Z","end":"2026-03-29T01:56:21.568723Z","steps":["trace[507621626] 'process raft request' (duration: 136.212139ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:23.737281Z","caller":"traceutil/trace.go:171","msg":"trace[1363751243] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1605; }","duration":"152.861713ms","start":"2026-03-29T01:56:23.584387Z","end":"2026-03-29T01:56:23.737248Z","steps":["trace[1363751243] 'read index received' (duration: 152.626319ms)","trace[1363751243] 'applied index is now lower than readState.Index' (duration: 234.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:23.737385Z","caller":"traceutil/trace.go:171","msg":"trace[983873597] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"164.227174ms","start":"2026-03-29T01:56:23.573099Z","end":"2026-03-29T01:56:23.737326Z","steps":["trace[983873597] 'process raft request' (duration: 163.99685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:23.737488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.086638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T01:56:23.737508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.17276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:56:23.737538Z","caller":"traceutil/trace.go:171","msg":"trace[1976787805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1529; }","duration":"153.178149ms","start":"2026-03-29T01:56:23.584347Z","end":"2026-03-29T01:56:23.737525Z","steps":["trace[1976787805] 'agreement among raft nodes before linearized reading' (duration: 153.002956ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:23.737551Z","caller":"traceutil/trace.go:171","msg":"trace[895274221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1529; }","duration":"135.244831ms","start":"2026-03-29T01:56:23.602293Z","end":"2026-03-29T01:56:23.737538Z","steps":["trace[895274221] 'agreement among raft nodes before linearized reading' (duration: 135.117559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:23.738485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.976177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:56:23.738505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.460575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:56:23.738597Z","caller":"traceutil/trace.go:171","msg":"trace[333687253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1529; }","duration":"135.583397ms","start":"2026-03-29T01:56:23.602995Z","end":"2026-03-29T01:56:23.738578Z","steps":["trace[333687253] 'agreement among raft nodes before linearized reading' (duration: 135.381154ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:23.7386Z","caller":"traceutil/trace.go:171","msg":"trace[15785490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1529; }","duration":"135.092049ms","start":"2026-03-29T01:56:23.603468Z","end":"2026-03-29T01:56:23.73856Z","steps":["trace[15785490] 'agreement among raft nodes before linearized reading' (duration: 134.185443ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:23.884273Z","caller":"traceutil/trace.go:171","msg":"trace[1807361923] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"138.235554ms","start":"2026-03-29T01:56:23.746015Z","end":"2026-03-29T01:56:23.884251Z","steps":["trace[1807361923] 'process raft request' (duration: 54.2783ms)","trace[1807361923] 'compare' (duration: 83.828752ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:23.884541Z","caller":"traceutil/trace.go:171","msg":"trace[1539655577] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1607; }","duration":"116.457649ms","start":"2026-03-29T01:56:23.768057Z","end":"2026-03-29T01:56:23.884515Z","steps":["trace[1539655577] 'read index received' (duration: 32.27165ms)","trace[1539655577] 'applied index is now lower than readState.Index' (duration: 84.184929ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:23.884575Z","caller":"traceutil/trace.go:171","msg":"trace[368049970] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"138.483118ms","start":"2026-03-29T01:56:23.746058Z","end":"2026-03-29T01:56:23.884533Z","steps":["trace[368049970] 'process raft request' (duration: 138.163493ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:23.884583Z","caller":"traceutil/trace.go:171","msg":"trace[355290295] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"138.474638ms","start":"2026-03-29T01:56:23.746098Z","end":"2026-03-29T01:56:23.884572Z","steps":["trace[355290295] 'process raft request' (duration: 138.318705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:23.88472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.991287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-29T01:56:23.884814Z","caller":"traceutil/trace.go:171","msg":"trace[1713973523] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:1533; }","duration":"139.109949ms","start":"2026-03-29T01:56:23.745682Z","end":"2026-03-29T01:56:23.884791Z","steps":["trace[1713973523] 'agreement among raft nodes before linearized reading' (duration: 138.931895ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:25.612209Z","caller":"traceutil/trace.go:171","msg":"trace[1870531930] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1612; }","duration":"184.334888ms","start":"2026-03-29T01:56:25.427851Z","end":"2026-03-29T01:56:25.612186Z","steps":["trace[1870531930] 'read index received' (duration: 184.156105ms)","trace[1870531930] 'applied index is now lower than readState.Index' (duration: 177.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:25.612318Z","caller":"traceutil/trace.go:171","msg":"trace[661353368] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"192.449391ms","start":"2026-03-29T01:56:25.419856Z","end":"2026-03-29T01:56:25.612306Z","steps":["trace[661353368] 'process raft request' (duration: 192.169866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:25.612471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.602742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T01:56:25.612513Z","caller":"traceutil/trace.go:171","msg":"trace[1454711796] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1535; }","duration":"184.668334ms","start":"2026-03-29T01:56:25.427832Z","end":"2026-03-29T01:56:25.6125Z","steps":["trace[1454711796] 'agreement among raft nodes before linearized reading' (duration: 184.588703ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:26.084837Z","caller":"traceutil/trace.go:171","msg":"trace[779690282] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1615; }","duration":"141.906458ms","start":"2026-03-29T01:56:25.942907Z","end":"2026-03-29T01:56:26.084813Z","steps":["trace[779690282] 'read index received' (duration: 65.82145ms)","trace[779690282] 'applied index is now lower than readState.Index' (duration: 76.083738ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:26.084898Z","caller":"traceutil/trace.go:171","msg":"trace[518746216] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"142.064131ms","start":"2026-03-29T01:56:25.94282Z","end":"2026-03-29T01:56:26.084884Z","steps":["trace[518746216] 'process raft request' (duration: 107.301969ms)","trace[518746216] 'compare' (duration: 34.507157ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:26.08498Z","caller":"traceutil/trace.go:171","msg":"trace[1592577989] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"142.103362ms","start":"2026-03-29T01:56:25.942852Z","end":"2026-03-29T01:56:26.084955Z","steps":["trace[1592577989] 'process raft request' (duration: 141.901138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:26.08501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.087371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-29T01:56:26.085007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.964321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T01:56:26.085045Z","caller":"traceutil/trace.go:171","msg":"trace[916467857] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1540; }","duration":"142.156872ms","start":"2026-03-29T01:56:25.942878Z","end":"2026-03-29T01:56:26.085035Z","steps":["trace[916467857] 'agreement among raft nodes before linearized reading' (duration: 142.077931ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:26.085475Z","caller":"traceutil/trace.go:171","msg":"trace[251684008] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1540; }","duration":"141.422429ms","start":"2026-03-29T01:56:25.944004Z","end":"2026-03-29T01:56:26.085426Z","steps":["trace[251684008] 'agreement among raft nodes before linearized reading' (duration: 140.971191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:26.307122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.410136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-29T01:56:26.307203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.867758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-03-29T01:56:26.307263Z","caller":"traceutil/trace.go:171","msg":"trace[328622419] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1540; }","duration":"106.934859ms","start":"2026-03-29T01:56:26.200304Z","end":"2026-03-29T01:56:26.307238Z","steps":["trace[328622419] 'range keys from in-memory index tree' (duration: 106.712046ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:26.307189Z","caller":"traceutil/trace.go:171","msg":"trace[1346607956] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1540; }","duration":"120.535499ms","start":"2026-03-29T01:56:26.186636Z","end":"2026-03-29T01:56:26.307171Z","steps":["trace[1346607956] 'range keys from in-memory index tree' (duration: 120.322935ms)"],"step_count":1}