{"level":"warn","ts":"2026-04-09T15:56:31.446188Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-09T15:56:31.446314Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-09T15:56:31.446344Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.100:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.100:2380","--initial-cluster=controller-1=https://199.19.213.100:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.100:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.100:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-09T15:56:31.446422Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-09T15:56:31.446438Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T15:56:31.446454Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-09T15:56:31.446481Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T15:56:31.446908Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.100:2379"]} {"level":"info","ts":"2026-04-09T15:56:31.447078Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.100:2380"],"listen-peer-urls":["https://199.19.213.100:2380"],"advertise-client-urls":["https://199.19.213.100:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.100:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.100:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-09T15:56:31.447750Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003800c8}"} {"level":"info","ts":"2026-04-09T15:56:31.451597Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-09T15:56:31.451659Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.998988ms"} {"level":"info","ts":"2026-04-09T15:56:31.451694Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-09T15:56:31.451700Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-09T15:56:31.451735Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-09T15:56:31.463214Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-09T15:56:31.463477Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"79e65b4197a2a1a","cluster-id":"bba89cbb2a6fc22a"} {"level":"info","ts":"2026-04-09T15:56:31.463547Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-09T15:56:31.463717Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"79e65b4197a2a1a switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T15:56:31.463814Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"79e65b4197a2a1a became follower at term 0"} {"level":"info","ts":"2026-04-09T15:56:31.463836Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 79e65b4197a2a1a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T15:56:31.463888Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"79e65b4197a2a1a became follower at term 1"} {"level":"info","ts":"2026-04-09T15:56:31.463973Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"79e65b4197a2a1a switched to configuration voters=(548988028781734426)"} {"level":"warn","ts":"2026-04-09T15:56:31.469290Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T15:56:31.475484Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T15:56:31.478885Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T15:56:31.479712Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"79e65b4197a2a1a","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T15:56:31.479867Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:56:31.479963Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:56:31.479981Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:56:31.479993Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T15:56:31.480349Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.100:2380"} {"level":"info","ts":"2026-04-09T15:56:31.480446Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.100:2380"} {"level":"info","ts":"2026-04-09T15:56:31.480449Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"79e65b4197a2a1a","initial-advertise-peer-urls":["https://199.19.213.100:2380"],"listen-peer-urls":["https://199.19.213.100:2380"],"advertise-client-urls":["https://199.19.213.100:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.100:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T15:56:31.480500Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T15:56:31.480717Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"79e65b4197a2a1a switched to configuration voters=(548988028781734426)"} {"level":"info","ts":"2026-04-09T15:56:31.480920Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"79e65b4197a2a1a","added-peer-id":"79e65b4197a2a1a","added-peer-peer-urls":["https://199.19.213.100:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-09T15:56:31.480255Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"79e65b4197a2a1a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T15:56:31.764553Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"79e65b4197a2a1a is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T15:56:31.764638Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"79e65b4197a2a1a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T15:56:31.764746Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"79e65b4197a2a1a received MsgPreVoteResp from 79e65b4197a2a1a at term 1"} {"level":"info","ts":"2026-04-09T15:56:31.764769Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"79e65b4197a2a1a has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:56:31.764812Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"79e65b4197a2a1a became candidate at term 2"} {"level":"info","ts":"2026-04-09T15:56:31.837440Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"79e65b4197a2a1a received MsgVoteResp from 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:56:31.837497Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"79e65b4197a2a1a has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:56:31.837530Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"79e65b4197a2a1a became leader at term 2"} {"level":"info","ts":"2026-04-09T15:56:31.837546Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 79e65b4197a2a1a elected leader 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:56:31.840952Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"79e65b4197a2a1a","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.100:2379]}","cluster-id":"bba89cbb2a6fc22a","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T15:56:31.841025Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T15:56:31.841040Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T15:56:31.841352Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T15:56:31.841377Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T15:56:31.841521Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-09T15:56:31.842029Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-09T15:56:31.845350Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"bba89cbb2a6fc22a","local-member-id":"79e65b4197a2a1a","cluster-version":"3.6"} {"level":"info","ts":"2026-04-09T15:56:31.845566Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-09T15:56:31.845658Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-09T15:56:31.845813Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-09T15:56:31.845911Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-04-09T15:56:31.846761Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-09T15:56:31.846988Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-09T15:56:31.850753Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.100:2379"} {"level":"info","ts":"2026-04-09T15:56:31.852235Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-09T15:56:32.004939Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.005083Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.019126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.026470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.046350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.061308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.069543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.079353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.086313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.094910Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.103301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.113140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.128257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.140180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.152315Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.164694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.171821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.182215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.204187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.229000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.254975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.265323Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.274333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.285853Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.291899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.308232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.318686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.326931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.335611Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.344566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.352173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.360337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.367652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.377917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.385838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.397858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.404092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.415871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.422332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.439644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.450260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.455096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.465033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.472220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.486216Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.492579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.500782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.508577Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40420","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.516981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.528463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.539261Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.548663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.559483Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.566589Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.575059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.585014Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.611343Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.622510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.632550Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:56:32.690978Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40642","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:56:33.716272Z","caller":"traceutil/trace.go:172","msg":"trace[1997129028] linearizableReadLoop","detail":"{readStateIndex:41; appliedIndex:41; }","duration":"135.804822ms","start":"2026-04-09T15:56:33.580450Z","end":"2026-04-09T15:56:33.716255Z","steps":["trace[1997129028] 'read index received' (duration: 135.801912ms)","trace[1997129028] 'applied index is now lower than readState.Index' (duration: 2.4µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:33.831638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.17388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:33.831702Z","caller":"traceutil/trace.go:172","msg":"trace[60760033] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:37; }","duration":"251.25069ms","start":"2026-04-09T15:56:33.580437Z","end":"2026-04-09T15:56:33.831688Z","steps":["trace[60760033] 'agreement among raft nodes before linearized reading' (duration: 135.911323ms)","trace[60760033] 'range keys from in-memory index tree' (duration: 115.236516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:33.832193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.591921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T15:56:33.832232Z","caller":"traceutil/trace.go:172","msg":"trace[2053811654] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"259.784131ms","start":"2026-04-09T15:56:33.572442Z","end":"2026-04-09T15:56:33.832226Z","steps":["trace[2053811654] 'process raft request' (duration: 143.894796ms)","trace[2053811654] 'compare' (duration: 115.52664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:34.126695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.227481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T15:56:34.126741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.144875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T15:56:34.126803Z","caller":"traceutil/trace.go:172","msg":"trace[1716358144] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:39; }","duration":"191.345653ms","start":"2026-04-09T15:56:33.935431Z","end":"2026-04-09T15:56:34.126776Z","steps":["trace[1716358144] 'range keys from in-memory index tree' (duration: 188.128005ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:34.127069Z","caller":"traceutil/trace.go:172","msg":"trace[2042499344] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"247.267288ms","start":"2026-04-09T15:56:33.879784Z","end":"2026-04-09T15:56:34.127051Z","steps":["trace[2042499344] 'process raft request' (duration: 58.750757ms)","trace[2042499344] 'compare' (duration: 188.031704ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:34.127452Z","caller":"traceutil/trace.go:172","msg":"trace[1842360127] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"246.048002ms","start":"2026-04-09T15:56:33.881324Z","end":"2026-04-09T15:56:34.127372Z","steps":["trace[1842360127] 'process raft request' (duration: 245.509395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:34.383386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.400209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:34.383496Z","caller":"traceutil/trace.go:172","msg":"trace[1489911247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42; }","duration":"205.52517ms","start":"2026-04-09T15:56:34.177943Z","end":"2026-04-09T15:56:34.383468Z","steps":["trace[1489911247] 'agreement among raft nodes before linearized reading' (duration: 74.884558ms)","trace[1489911247] 'range keys from in-memory index tree' (duration: 130.48268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:34.383591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.771814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T15:56:34.383784Z","caller":"traceutil/trace.go:172","msg":"trace[347715628] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"252.270928ms","start":"2026-04-09T15:56:34.131502Z","end":"2026-04-09T15:56:34.383773Z","steps":["trace[347715628] 'process raft request' (duration: 121.245522ms)","trace[347715628] 'compare' (duration: 130.622192ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:34.383929Z","caller":"traceutil/trace.go:172","msg":"trace[75851685] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"124.424399ms","start":"2026-04-09T15:56:34.259486Z","end":"2026-04-09T15:56:34.383910Z","steps":["trace[75851685] 'process raft request' (duration: 124.372888ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:34.383872Z","caller":"traceutil/trace.go:172","msg":"trace[704667778] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"251.025533ms","start":"2026-04-09T15:56:34.132820Z","end":"2026-04-09T15:56:34.383846Z","steps":["trace[704667778] 'process raft request' (duration: 250.886552ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:34.384002Z","caller":"traceutil/trace.go:172","msg":"trace[804049909] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"163.488757ms","start":"2026-04-09T15:56:34.220506Z","end":"2026-04-09T15:56:34.383994Z","steps":["trace[804049909] 'process raft request' (duration: 163.299195ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:34.384090Z","caller":"traceutil/trace.go:172","msg":"trace[1093607615] linearizableReadLoop","detail":"{readStateIndex:48; appliedIndex:46; }","duration":"131.27839ms","start":"2026-04-09T15:56:34.252795Z","end":"2026-04-09T15:56:34.384074Z","steps":["trace[1093607615] 'read index received' (duration: 81.490297ms)","trace[1093607615] 'applied index is now lower than readState.Index' (duration: 49.786973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:34.384234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.659419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:34.384264Z","caller":"traceutil/trace.go:172","msg":"trace[2125273299] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:46; }","duration":"163.71554ms","start":"2026-04-09T15:56:34.220539Z","end":"2026-04-09T15:56:34.384254Z","steps":["trace[2125273299] 'agreement among raft nodes before linearized reading' (duration: 163.630999ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:34.616516Z","caller":"traceutil/trace.go:172","msg":"trace[1707187329] linearizableReadLoop","detail":"{readStateIndex:50; appliedIndex:50; }","duration":"228.202365ms","start":"2026-04-09T15:56:34.388237Z","end":"2026-04-09T15:56:34.616439Z","steps":["trace[1707187329] 'read index received' (duration: 228.191805ms)","trace[1707187329] 'applied index is now lower than readState.Index' (duration: 8.64µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:34.676664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.392502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:34.676771Z","caller":"traceutil/trace.go:172","msg":"trace[639734443] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:0; response_revision:46; }","duration":"288.511693ms","start":"2026-04-09T15:56:34.388233Z","end":"2026-04-09T15:56:34.676744Z","steps":["trace[639734443] 'agreement among raft nodes before linearized reading' (duration: 228.346657ms)","trace[639734443] 'range keys from in-memory index tree' (duration: 60.011655ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:34.676934Z","caller":"traceutil/trace.go:172","msg":"trace[981179243] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"195.885327ms","start":"2026-04-09T15:56:34.481034Z","end":"2026-04-09T15:56:34.676919Z","steps":["trace[981179243] 'process raft request' (duration: 195.764916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:34.677366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.003005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T15:56:34.677319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.946048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:34.677416Z","caller":"traceutil/trace.go:172","msg":"trace[1735403123] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:48; }","duration":"287.055746ms","start":"2026-04-09T15:56:34.390349Z","end":"2026-04-09T15:56:34.677405Z","steps":["trace[1735403123] 'agreement among raft nodes before linearized reading' (duration: 286.972025ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:34.677424Z","caller":"traceutil/trace.go:172","msg":"trace[729639985] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:48; }","duration":"289.06122ms","start":"2026-04-09T15:56:34.388350Z","end":"2026-04-09T15:56:34.677411Z","steps":["trace[729639985] 'agreement among raft nodes before linearized reading' (duration: 288.904368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:34.677397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.172015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/system-node-high\" limit:1 ","response":"range_response_count:1 size:1117"} {"level":"warn","ts":"2026-04-09T15:56:34.677448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.822318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:34.677477Z","caller":"traceutil/trace.go:172","msg":"trace[1349075863] range","detail":"{range_begin:/registry/flowschemas/system-node-high; range_end:; response_count:1; response_revision:48; }","duration":"286.251806ms","start":"2026-04-09T15:56:34.391206Z","end":"2026-04-09T15:56:34.677458Z","steps":["trace[1349075863] 'agreement among raft nodes before linearized reading' (duration: 286.049784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:34.677544Z","caller":"traceutil/trace.go:172","msg":"trace[1346462392] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:48; }","duration":"283.922279ms","start":"2026-04-09T15:56:34.393588Z","end":"2026-04-09T15:56:34.677510Z","steps":["trace[1346462392] 'agreement among raft nodes before linearized reading' (duration: 283.761077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:34.677620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.859457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:34.677748Z","caller":"traceutil/trace.go:172","msg":"trace[1502325490] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:48; }","duration":"289.052659ms","start":"2026-04-09T15:56:34.388687Z","end":"2026-04-09T15:56:34.677739Z","steps":["trace[1502325490] 'agreement among raft nodes before linearized reading' (duration: 288.833687ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:34.679561Z","caller":"traceutil/trace.go:172","msg":"trace[1990745203] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"291.64866ms","start":"2026-04-09T15:56:34.387881Z","end":"2026-04-09T15:56:34.679530Z","steps":["trace[1990745203] 'process raft request' (duration: 228.61843ms)","trace[1990745203] 'compare' (duration: 60.128706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:34.970881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.83502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/probes\" limit:1 ","response":"range_response_count:1 size:1056"} {"level":"info","ts":"2026-04-09T15:56:34.970948Z","caller":"traceutil/trace.go:172","msg":"trace[884774905] range","detail":"{range_begin:/registry/flowschemas/probes; range_end:; response_count:1; response_revision:51; }","duration":"226.919331ms","start":"2026-04-09T15:56:34.744014Z","end":"2026-04-09T15:56:34.970934Z","steps":["trace[884774905] 'agreement among raft nodes before linearized reading' (duration: 96.966116ms)","trace[884774905] 'range keys from in-memory index tree' (duration: 129.825783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:34.970946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.827783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T15:56:34.970989Z","caller":"traceutil/trace.go:172","msg":"trace[708067183] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"230.545314ms","start":"2026-04-09T15:56:34.740436Z","end":"2026-04-09T15:56:34.970981Z","steps":["trace[708067183] 'process raft request' (duration: 100.64636ms)","trace[708067183] 'compare' (duration: 129.720662ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:35.020511Z","caller":"traceutil/trace.go:172","msg":"trace[575506345] linearizableReadLoop","detail":"{readStateIndex:56; appliedIndex:56; }","duration":"179.536433ms","start":"2026-04-09T15:56:34.840955Z","end":"2026-04-09T15:56:35.020492Z","steps":["trace[575506345] 'read index received' (duration: 179.531703ms)","trace[575506345] 'applied index is now lower than readState.Index' (duration: 3.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:35.020646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.349858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:35.020723Z","caller":"traceutil/trace.go:172","msg":"trace[1615935419] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:52; }","duration":"275.439249ms","start":"2026-04-09T15:56:34.745267Z","end":"2026-04-09T15:56:35.020706Z","steps":["trace[1615935419] 'agreement among raft nodes before linearized reading' (duration: 275.287656ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:35.021100Z","caller":"traceutil/trace.go:172","msg":"trace[1889009689] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"280.415736ms","start":"2026-04-09T15:56:34.740669Z","end":"2026-04-09T15:56:35.021085Z","steps":["trace[1889009689] 'process raft request' (duration: 280.140173ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:35.021080Z","caller":"traceutil/trace.go:172","msg":"trace[1079877044] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"279.644328ms","start":"2026-04-09T15:56:34.741411Z","end":"2026-04-09T15:56:35.021056Z","steps":["trace[1079877044] 'process raft request' (duration: 279.571617ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:35.195165Z","caller":"traceutil/trace.go:172","msg":"trace[1978605871] linearizableReadLoop","detail":"{readStateIndex:60; appliedIndex:60; }","duration":"161.936068ms","start":"2026-04-09T15:56:35.033198Z","end":"2026-04-09T15:56:35.195134Z","steps":["trace[1978605871] 'read index received' (duration: 161.929028ms)","trace[1978605871] 'applied index is now lower than readState.Index' (duration: 5.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:35.213416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.200939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T15:56:35.213460Z","caller":"traceutil/trace.go:172","msg":"trace[1230616197] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:56; }","duration":"180.25403ms","start":"2026-04-09T15:56:35.033194Z","end":"2026-04-09T15:56:35.213448Z","steps":["trace[1230616197] 'agreement among raft nodes before linearized reading' (duration: 162.06022ms)","trace[1230616197] 'range keys from in-memory index tree' (duration: 18.120719ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:35.213726Z","caller":"traceutil/trace.go:172","msg":"trace[1311448373] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"189.080272ms","start":"2026-04-09T15:56:35.024636Z","end":"2026-04-09T15:56:35.213716Z","steps":["trace[1311448373] 'process raft request' (duration: 170.594708ms)","trace[1311448373] 'compare' (duration: 18.389763ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:35.216314Z","caller":"traceutil/trace.go:172","msg":"trace[555993991] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"178.498369ms","start":"2026-04-09T15:56:35.037803Z","end":"2026-04-09T15:56:35.216301Z","steps":["trace[555993991] 'process raft request' (duration: 178.463788ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:35.216404Z","caller":"traceutil/trace.go:172","msg":"trace[935715133] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"179.606403ms","start":"2026-04-09T15:56:35.036763Z","end":"2026-04-09T15:56:35.216369Z","steps":["trace[935715133] 'process raft request' (duration: 179.437961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:36.713201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.864265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:56:36.713339Z","caller":"traceutil/trace.go:172","msg":"trace[1787376495] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"233.59406ms","start":"2026-04-09T15:56:36.479727Z","end":"2026-04-09T15:56:36.713321Z","steps":["trace[1787376495] 'process raft request' (duration: 113.546413ms)","trace[1787376495] 'compare' (duration: 119.691043ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:37.490292Z","caller":"traceutil/trace.go:172","msg":"trace[100876672] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"415.485745ms","start":"2026-04-09T15:56:37.074785Z","end":"2026-04-09T15:56:37.490271Z","steps":["trace[100876672] 'process raft request' (duration: 415.369663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:37.490413Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:37.074767Z","time spent":"415.598186ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:56:37.491408Z","caller":"traceutil/trace.go:172","msg":"trace[1921291310] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"411.978956ms","start":"2026-04-09T15:56:37.079411Z","end":"2026-04-09T15:56:37.491390Z","steps":["trace[1921291310] 'process raft request' (duration: 411.871974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:37.491496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:37.079385Z","time spent":"412.076678ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:56:39.601440Z","caller":"traceutil/trace.go:172","msg":"trace[616477306] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"106.273801ms","start":"2026-04-09T15:56:39.495136Z","end":"2026-04-09T15:56:39.601410Z","steps":["trace[616477306] 'compare' (duration: 96.125799ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:42.720999Z","caller":"traceutil/trace.go:172","msg":"trace[635211541] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"118.357527ms","start":"2026-04-09T15:56:42.602602Z","end":"2026-04-09T15:56:42.720959Z","steps":["trace[635211541] 'process raft request' (duration: 43.884234ms)","trace[635211541] 'compare' (duration: 73.890347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:43.294915Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059755352,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:56:43.390857Z","caller":"traceutil/trace.go:172","msg":"trace[225728316] linearizableReadLoop","detail":"{readStateIndex:342; appliedIndex:342; }","duration":"595.970973ms","start":"2026-04-09T15:56:42.794863Z","end":"2026-04-09T15:56:43.390834Z","steps":["trace[225728316] 'read index received' (duration: 595.960683ms)","trace[225728316] 'applied index is now lower than readState.Index' (duration: 5.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:43.439808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"644.926268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-09T15:56:43.439872Z","caller":"traceutil/trace.go:172","msg":"trace[1599556780] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:322; }","duration":"645.001548ms","start":"2026-04-09T15:56:42.794855Z","end":"2026-04-09T15:56:43.439857Z","steps":["trace[1599556780] 'agreement among raft nodes before linearized reading' (duration: 596.086794ms)","trace[1599556780] 'range keys from in-memory index tree' (duration: 48.718962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:43.439899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:42.794831Z","time spent":"645.059379ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:56:43.440418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"594.883977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-09T15:56:43.441360Z","caller":"traceutil/trace.go:172","msg":"trace[1274832905] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:323; }","duration":"595.823597ms","start":"2026-04-09T15:56:42.845526Z","end":"2026-04-09T15:56:43.441350Z","steps":["trace[1274832905] 'agreement among raft nodes before linearized reading' (duration: 594.844737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.441395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:42.845512Z","time spent":"595.873947ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:56:43.440539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.640631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-04-09T15:56:43.442125Z","caller":"traceutil/trace.go:172","msg":"trace[1370384657] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:323; }","duration":"297.157748ms","start":"2026-04-09T15:56:43.144864Z","end":"2026-04-09T15:56:43.442021Z","steps":["trace[1370384657] 'agreement among raft nodes before linearized reading' (duration: 295.5162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.440640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.409983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-09T15:56:43.440633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.706758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-09T15:56:43.440660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.198416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-04-09T15:56:43.440702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"445.433504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-09T15:56:43.440720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.017629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-09T15:56:43.440712Z","caller":"traceutil/trace.go:172","msg":"trace[594129169] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"660.168691ms","start":"2026-04-09T15:56:42.780522Z","end":"2026-04-09T15:56:43.440691Z","steps":["trace[594129169] 'process raft request' (duration: 610.448409ms)","trace[594129169] 'compare' (duration: 49.244537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:43.440758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.923364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-09T15:56:43.440770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.184459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:56:43.440789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.063319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-09T15:56:43.441201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"545.745216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-09T15:56:43.442301Z","caller":"traceutil/trace.go:172","msg":"trace[1895303767] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:323; }","duration":"447.022111ms","start":"2026-04-09T15:56:42.995257Z","end":"2026-04-09T15:56:43.442279Z","steps":["trace[1895303767] 'agreement among raft nodes before linearized reading' (duration: 445.389814ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:43.442436Z","caller":"traceutil/trace.go:172","msg":"trace[127945769] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:323; }","duration":"496.707507ms","start":"2026-04-09T15:56:42.945721Z","end":"2026-04-09T15:56:43.442428Z","steps":["trace[127945769] 'agreement among raft nodes before linearized reading' (duration: 495.025409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.442562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:42.995244Z","time spent":"447.252564ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 "} {"level":"info","ts":"2026-04-09T15:56:43.442622Z","caller":"traceutil/trace.go:172","msg":"trace[540055763] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:323; }","duration":"147.554958ms","start":"2026-04-09T15:56:43.294893Z","end":"2026-04-09T15:56:43.442448Z","steps":["trace[540055763] 'agreement among raft nodes before linearized reading' (duration: 145.598717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.442734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:42.780508Z","time spent":"661.9726ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:56:43.442407Z","caller":"traceutil/trace.go:172","msg":"trace[2139034725] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:323; }","duration":"546.799888ms","start":"2026-04-09T15:56:42.895448Z","end":"2026-04-09T15:56:43.442248Z","steps":["trace[2139034725] 'agreement among raft nodes before linearized reading' (duration: 545.329312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.442839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:42.895429Z","time spent":"547.394344ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 "} {"level":"info","ts":"2026-04-09T15:56:43.442415Z","caller":"traceutil/trace.go:172","msg":"trace[1525104692] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:323; }","duration":"397.573832ms","start":"2026-04-09T15:56:43.044829Z","end":"2026-04-09T15:56:43.442403Z","steps":["trace[1525104692] 'agreement among raft nodes before linearized reading' (duration: 395.894293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.444513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:43.044805Z","time spent":"399.696114ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 "} {"level":"info","ts":"2026-04-09T15:56:43.442423Z","caller":"traceutil/trace.go:172","msg":"trace[1336387670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:323; }","duration":"456.836897ms","start":"2026-04-09T15:56:42.985580Z","end":"2026-04-09T15:56:43.442417Z","steps":["trace[1336387670] 'agreement among raft nodes before linearized reading' (duration: 455.167739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.444692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:42.985568Z","time spent":"459.077011ms","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:56:43.442449Z","caller":"traceutil/trace.go:172","msg":"trace[869960374] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:323; }","duration":"347.748848ms","start":"2026-04-09T15:56:43.094694Z","end":"2026-04-09T15:56:43.442443Z","steps":["trace[869960374] 'agreement among raft nodes before linearized reading' (duration: 345.972519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.444866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:43.094672Z","time spent":"350.180745ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 "} {"level":"info","ts":"2026-04-09T15:56:43.442471Z","caller":"traceutil/trace.go:172","msg":"trace[59977659] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:323; }","duration":"197.033956ms","start":"2026-04-09T15:56:43.245432Z","end":"2026-04-09T15:56:43.442466Z","steps":["trace[59977659] 'agreement among raft nodes before linearized reading' (duration: 195.076275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:43.442651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:42.945703Z","time spent":"496.817659ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 "} {"level":"info","ts":"2026-04-09T15:56:43.442321Z","caller":"traceutil/trace.go:172","msg":"trace[1957009008] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:323; }","duration":"246.082802ms","start":"2026-04-09T15:56:43.196221Z","end":"2026-04-09T15:56:43.442304Z","steps":["trace[1957009008] 'agreement among raft nodes before linearized reading' (duration: 244.367003ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:48.794038Z","caller":"traceutil/trace.go:172","msg":"trace[613774258] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"218.299314ms","start":"2026-04-09T15:56:48.575712Z","end":"2026-04-09T15:56:48.794012Z","steps":["trace[613774258] 'process raft request' (duration: 218.138872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:54.227586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.151374ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:56:54.227661Z","caller":"traceutil/trace.go:172","msg":"trace[648243105] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:401; }","duration":"208.272964ms","start":"2026-04-09T15:56:54.019373Z","end":"2026-04-09T15:56:54.227646Z","steps":["trace[648243105] 'range keys from in-memory index tree' (duration: 208.130933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:54.227803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.606298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:56:54.227877Z","caller":"traceutil/trace.go:172","msg":"trace[474546711] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"624.25941ms","start":"2026-04-09T15:56:53.603606Z","end":"2026-04-09T15:56:54.227866Z","steps":["trace[474546711] 'process raft request' (duration: 456.53576ms)","trace[474546711] 'compare' (duration: 167.486567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:54.227910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:53.603576Z","time spent":"624.32076ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:56:54.367013Z","caller":"traceutil/trace.go:172","msg":"trace[1414255881] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:425; }","duration":"139.280342ms","start":"2026-04-09T15:56:54.227701Z","end":"2026-04-09T15:56:54.366982Z","steps":["trace[1414255881] 'read index received' (duration: 139.270362ms)","trace[1414255881] 'applied index is now lower than readState.Index' (duration: 8.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:54.437290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.576278ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:56:54.437345Z","caller":"traceutil/trace.go:172","msg":"trace[1316671548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:402; }","duration":"209.638929ms","start":"2026-04-09T15:56:54.227695Z","end":"2026-04-09T15:56:54.437334Z","steps":["trace[1316671548] 'agreement among raft nodes before linearized reading' (duration: 139.389833ms)","trace[1316671548] 'range keys from in-memory index tree' (duration: 70.169585ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:54.437693Z","caller":"traceutil/trace.go:172","msg":"trace[1366953766] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"689.395466ms","start":"2026-04-09T15:56:53.748255Z","end":"2026-04-09T15:56:54.437651Z","steps":["trace[1366953766] 'process raft request' (duration: 618.777726ms)","trace[1366953766] 'compare' (duration: 70.176746ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:56:54.437840Z","caller":"traceutil/trace.go:172","msg":"trace[1942526483] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"196.342108ms","start":"2026-04-09T15:56:54.241481Z","end":"2026-04-09T15:56:54.437823Z","steps":["trace[1942526483] 'process raft request' (duration: 196.126046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:56:54.438108Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:53.748238Z","time spent":"689.487486ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:56:56.619293Z","caller":"traceutil/trace.go:172","msg":"trace[1807812569] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"175.440361ms","start":"2026-04-09T15:56:56.443828Z","end":"2026-04-09T15:56:56.619269Z","steps":["trace[1807812569] 'process raft request' (duration: 92.045927ms)","trace[1807812569] 'compare' (duration: 83.278953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:58.900277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.305812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:56:58.900528Z","caller":"traceutil/trace.go:172","msg":"trace[2047010926] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"276.126527ms","start":"2026-04-09T15:56:58.624390Z","end":"2026-04-09T15:56:58.900517Z","steps":["trace[2047010926] 'process raft request' (duration: 275.978595ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:56:58.900754Z","caller":"traceutil/trace.go:172","msg":"trace[1113062749] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"365.945841ms","start":"2026-04-09T15:56:58.534575Z","end":"2026-04-09T15:56:58.900521Z","steps":["trace[1113062749] 'process raft request' (duration: 218.341256ms)","trace[1113062749] 'compare' (duration: 147.228371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:56:58.901308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:56:58.534550Z","time spent":"366.496165ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:56:59.126476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.936792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:56:59.126528Z","caller":"traceutil/trace.go:172","msg":"trace[94404266] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:415; }","duration":"106.998522ms","start":"2026-04-09T15:56:59.019520Z","end":"2026-04-09T15:56:59.126518Z","steps":["trace[94404266] 'range keys from in-memory index tree' (duration: 106.909392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:01.118126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.060796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:01.118255Z","caller":"traceutil/trace.go:172","msg":"trace[1790854546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"129.252728ms","start":"2026-04-09T15:57:00.988978Z","end":"2026-04-09T15:57:01.118230Z","steps":["trace[1790854546] 'range keys from in-memory index tree' (duration: 128.973655ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:09.101737Z","caller":"traceutil/trace.go:172","msg":"trace[1856337734] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"145.530273ms","start":"2026-04-09T15:57:08.956134Z","end":"2026-04-09T15:57:09.101664Z","steps":["trace[1856337734] 'process raft request' (duration: 124.152132ms)","trace[1856337734] 'compare' (duration: 21.181909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:57:15.269458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.214719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:57:15.269628Z","caller":"traceutil/trace.go:172","msg":"trace[1869784604] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"238.694927ms","start":"2026-04-09T15:57:15.030906Z","end":"2026-04-09T15:57:15.269601Z","steps":["trace[1869784604] 'process raft request' (duration: 97.253096ms)","trace[1869784604] 'compare' (duration: 141.074818ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:57:15.269680Z","caller":"traceutil/trace.go:172","msg":"trace[407181976] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"140.587853ms","start":"2026-04-09T15:57:15.129075Z","end":"2026-04-09T15:57:15.269663Z","steps":["trace[407181976] 'process raft request' (duration: 140.511543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:18.136521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.755573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:18.136601Z","caller":"traceutil/trace.go:172","msg":"trace[11070719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:457; }","duration":"117.872134ms","start":"2026-04-09T15:57:18.018712Z","end":"2026-04-09T15:57:18.136584Z","steps":["trace[11070719] 'range keys from in-memory index tree' (duration: 117.695122ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:19.562555Z","caller":"traceutil/trace.go:172","msg":"trace[253189083] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"112.350212ms","start":"2026-04-09T15:57:19.450179Z","end":"2026-04-09T15:57:19.562529Z","steps":["trace[253189083] 'process raft request' (duration: 109.549699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:25.750518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.96781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:57:25.750626Z","caller":"traceutil/trace.go:172","msg":"trace[840664723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:473; }","duration":"112.108691ms","start":"2026-04-09T15:57:25.638496Z","end":"2026-04-09T15:57:25.750604Z","steps":["trace[840664723] 'range keys from in-memory index tree' (duration: 111.763528ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:27.185459Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"79e65b4197a2a1a switched to configuration voters=(548988028781734426) learners=(8038649495434434510)"} {"level":"info","ts":"2026-04-09T15:57:27.185674Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"79e65b4197a2a1a","added-peer-id":"6f8f0520213e17ce","added-peer-peer-urls":["https://199.19.213.86:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-09T15:57:27.185760Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:27.185810Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:27.186001Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:27.186042Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:27.186059Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:27.186084Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce","remote-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-04-09T15:57:27.186121Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:27.186134Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"79e65b4197a2a1a","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:27.186124Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"warn","ts":"2026-04-09T15:57:27.212892Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:46528","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-09T15:57:27.234376Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:57:27.724124Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:46554","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-09T15:57:27.737136Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:57:27.852527Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.86:2380/version","remote-member-id":"6f8f0520213e17ce","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-09T15:57:27.852620Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"6f8f0520213e17ce","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-09T15:57:28.008361Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.211242ms"} {"level":"info","ts":"2026-04-09T15:57:28.008664Z","caller":"traceutil/trace.go:172","msg":"trace[478132493] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"175.326745ms","start":"2026-04-09T15:57:27.833325Z","end":"2026-04-09T15:57:28.008652Z","steps":["trace[478132493] 'process raft request' (duration: 175.182138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:28.181537Z","caller":"traceutil/trace.go:172","msg":"trace[2008763243] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:510; }","duration":"162.344989ms","start":"2026-04-09T15:57:28.019154Z","end":"2026-04-09T15:57:28.181499Z","steps":["trace[2008763243] 'read index received' (duration: 162.336259ms)","trace[2008763243] 'applied index is now lower than readState.Index' (duration: 7.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:57:28.258848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.702809ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:28.258905Z","caller":"traceutil/trace.go:172","msg":"trace[866650585] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:479; }","duration":"239.771493ms","start":"2026-04-09T15:57:28.019124Z","end":"2026-04-09T15:57:28.258895Z","steps":["trace[866650585] 'agreement among raft nodes before linearized reading' (duration: 162.487067ms)","trace[866650585] 'range keys from in-memory index tree' (duration: 77.200472ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:57:28.259085Z","caller":"traceutil/trace.go:172","msg":"trace[598672052] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"244.998167ms","start":"2026-04-09T15:57:28.014064Z","end":"2026-04-09T15:57:28.259062Z","steps":["trace[598672052] 'process raft request' (duration: 167.529412ms)","trace[598672052] 'compare' (duration: 77.141599ms)"],"step_count":2} {"level":"error","ts":"2026-04-09T15:57:28.261278Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:28.738055Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:29.240599Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:29.741244Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:30.236761Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-09T15:57:30.376289Z","caller":"traceutil/trace.go:172","msg":"trace[729789080] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"109.347441ms","start":"2026-04-09T15:57:30.266925Z","end":"2026-04-09T15:57:30.376272Z","steps":["trace[729789080] 'process raft request' (duration: 109.237476ms)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:57:30.735898Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:31.236744Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:31.737076Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:57:31.853933Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.86:2380/version","remote-member-id":"6f8f0520213e17ce","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-09T15:57:31.854010Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"6f8f0520213e17ce","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-09T15:57:32.187034Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6f8f0520213e17ce","rtt":"0s","error":"dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-09T15:57:32.187064Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6f8f0520213e17ce","rtt":"0s","error":"dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"error","ts":"2026-04-09T15:57:32.237075Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:32.734419Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:33.237448Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-09T15:57:33.572948Z","caller":"traceutil/trace.go:172","msg":"trace[2013619409] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"108.819508ms","start":"2026-04-09T15:57:33.464104Z","end":"2026-04-09T15:57:33.572923Z","steps":["trace[2013619409] 'process raft request' (duration: 108.661291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:33.944962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.764548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:33.945042Z","caller":"traceutil/trace.go:172","msg":"trace[1359879692] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:490; }","duration":"264.873863ms","start":"2026-04-09T15:57:33.680151Z","end":"2026-04-09T15:57:33.945025Z","steps":["trace[1359879692] 'range keys from in-memory index tree' (duration: 264.665243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:33.945112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.525872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:33.945244Z","caller":"traceutil/trace.go:172","msg":"trace[1220026076] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:490; }","duration":"241.70145ms","start":"2026-04-09T15:57:33.703523Z","end":"2026-04-09T15:57:33.945224Z","steps":["trace[1220026076] 'range keys from in-memory index tree' (duration: 241.437948ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:33.961639Z","caller":"traceutil/trace.go:172","msg":"trace[1699163614] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:522; }","duration":"226.602507ms","start":"2026-04-09T15:57:33.735013Z","end":"2026-04-09T15:57:33.961615Z","steps":["trace[1699163614] 'read index received' (duration: 226.595697ms)","trace[1699163614] 'applied index is now lower than readState.Index' (duration: 5.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:57:33.961880Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"96.852258ms"} {"level":"info","ts":"2026-04-09T15:57:33.962275Z","caller":"traceutil/trace.go:172","msg":"trace[451394911] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"232.578932ms","start":"2026-04-09T15:57:33.729644Z","end":"2026-04-09T15:57:33.962223Z","steps":["trace[451394911] 'process raft request' (duration: 232.174433ms)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:57:33.965902Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:57:34.185088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.282389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:34.185190Z","caller":"traceutil/trace.go:172","msg":"trace[931251647] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:491; }","duration":"129.403635ms","start":"2026-04-09T15:57:34.055768Z","end":"2026-04-09T15:57:34.185172Z","steps":["trace[931251647] 'range keys from in-memory index tree' (duration: 129.177904ms)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:57:34.242342Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:34.737898Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:57:34.962454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.479664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:34.962532Z","caller":"traceutil/trace.go:172","msg":"trace[1367980335] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:492; }","duration":"535.581749ms","start":"2026-04-09T15:57:34.426935Z","end":"2026-04-09T15:57:34.962517Z","steps":["trace[1367980335] 'range keys from in-memory index tree' (duration: 535.404811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:34.962574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:57:34.426920Z","time spent":"535.643912ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:57:34.962732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"671.225905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:34.962794Z","caller":"traceutil/trace.go:172","msg":"trace[2069864781] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:492; }","duration":"671.289298ms","start":"2026-04-09T15:57:34.291490Z","end":"2026-04-09T15:57:34.962779Z","steps":["trace[2069864781] 'range keys from in-memory index tree' (duration: 671.146822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:34.963028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:57:34.291471Z","time spent":"671.543611ms","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:57:34.963167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.762018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:57:34.963209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"561.300984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:57:34.964343Z","caller":"traceutil/trace.go:172","msg":"trace[1407050036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:492; }","duration":"562.51091ms","start":"2026-04-09T15:57:34.401812Z","end":"2026-04-09T15:57:34.964323Z","steps":["trace[1407050036] 'range keys from in-memory index tree' (duration: 560.773961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:34.964405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:57:34.401792Z","time spent":"562.593933ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:57:34.964295Z","caller":"traceutil/trace.go:172","msg":"trace[737893674] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:492; }","duration":"667.309819ms","start":"2026-04-09T15:57:34.296889Z","end":"2026-04-09T15:57:34.964198Z","steps":["trace[737893674] 'range keys from in-memory index tree' (duration: 665.682145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:34.965044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:57:34.296866Z","time spent":"668.023601ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-04-09T15:57:35.322165Z","caller":"traceutil/trace.go:172","msg":"trace[1453896913] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"103.874413ms","start":"2026-04-09T15:57:35.218267Z","end":"2026-04-09T15:57:35.322141Z","steps":["trace[1453896913] 'process raft request' (duration: 103.648573ms)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:57:35.324242Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:35.737604Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:57:35.855035Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.86:2380/version","remote-member-id":"6f8f0520213e17ce","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-09T15:57:35.855107Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"6f8f0520213e17ce","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"info","ts":"2026-04-09T15:57:36.196814Z","caller":"traceutil/trace.go:172","msg":"trace[1730652496] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:527; }","duration":"213.237596ms","start":"2026-04-09T15:57:35.983545Z","end":"2026-04-09T15:57:36.196783Z","steps":["trace[1730652496] 'read index received' (duration: 213.225196ms)","trace[1730652496] 'applied index is now lower than readState.Index' (duration: 10.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:57:36.197037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.470376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:57:36.196745Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"32.200534ms"} {"level":"info","ts":"2026-04-09T15:57:36.197164Z","caller":"traceutil/trace.go:172","msg":"trace[1043051450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"213.592951ms","start":"2026-04-09T15:57:35.983531Z","end":"2026-04-09T15:57:36.197124Z","steps":["trace[1043051450] 'agreement among raft nodes before linearized reading' (duration: 213.396773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:36.198508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.708795ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:36.198557Z","caller":"traceutil/trace.go:172","msg":"trace[274476439] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"227.385288ms","start":"2026-04-09T15:57:35.971136Z","end":"2026-04-09T15:57:36.198521Z","steps":["trace[274476439] 'process raft request' (duration: 226.805412ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:36.198594Z","caller":"traceutil/trace.go:172","msg":"trace[1302658521] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:496; }","duration":"178.83495ms","start":"2026-04-09T15:57:36.019743Z","end":"2026-04-09T15:57:36.198578Z","steps":["trace[1302658521] 'agreement among raft nodes before linearized reading' (duration: 178.688624ms)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:57:36.354453Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-09T15:57:36.354590Z","caller":"traceutil/trace.go:172","msg":"trace[1560219942] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"151.454907ms","start":"2026-04-09T15:57:36.203122Z","end":"2026-04-09T15:57:36.354577Z","steps":["trace[1560219942] 'process raft request' (duration: 151.362863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:36.705598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.897398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:36.705659Z","caller":"traceutil/trace.go:172","msg":"trace[824008900] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:498; }","duration":"129.004973ms","start":"2026-04-09T15:57:36.576644Z","end":"2026-04-09T15:57:36.705649Z","steps":["trace[824008900] 'range keys from in-memory index tree' (duration: 128.803274ms)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:57:36.735934Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:57:37.187844Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6f8f0520213e17ce","rtt":"0s","error":"dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-09T15:57:37.187917Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6f8f0520213e17ce","rtt":"0s","error":"dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"error","ts":"2026-04-09T15:57:37.233691Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:37.734116Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:38.238613Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-09T15:57:38.735064Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-09T15:57:39.069924Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.069996Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.070365Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.075990Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"79e65b4197a2a1a","to":"6f8f0520213e17ce","bytes":823293,"size":"823 kB"} {"level":"info","ts":"2026-04-09T15:57:39.076050Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":537,"remote-peer-id":"6f8f0520213e17ce","bytes":823293,"size":"823 kB"} {"level":"info","ts":"2026-04-09T15:57:39.077384Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"79e65b4197a2a1a","to":"6f8f0520213e17ce","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:57:39.077412Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.078524Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":815104,"size":"815 kB"} {"level":"info","ts":"2026-04-09T15:57:39.079901Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"79e65b4197a2a1a","to":"6f8f0520213e17ce","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:57:39.079979Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.087501Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":537,"remote-peer-id":"6f8f0520213e17ce","bytes":823293,"size":"823 kB"} {"level":"warn","ts":"2026-04-09T15:57:39.103115Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:39.104131Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce","error":"EOF"} {"level":"info","ts":"2026-04-09T15:57:39.112767Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.113041Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"79e65b4197a2a1a","to":"6f8f0520213e17ce","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-09T15:57:39.113067Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.113079Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.114235Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.116528Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"79e65b4197a2a1a","to":"6f8f0520213e17ce","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-09T15:57:39.116560Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.116594Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.233846Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"79e65b4197a2a1a switched to configuration voters=(548988028781734426 8038649495434434510)"} {"level":"info","ts":"2026-04-09T15:57:39.234012Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"79e65b4197a2a1a","promoted-member-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:57:39.234047Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"79e65b4197a2a1a","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"6f8f0520213e17ce"} {"level":"warn","ts":"2026-04-09T15:57:39.818992Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.213481ms"} {"level":"info","ts":"2026-04-09T15:57:39.894289Z","caller":"traceutil/trace.go:172","msg":"trace[1185432789] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"237.699774ms","start":"2026-04-09T15:57:39.656540Z","end":"2026-04-09T15:57:39.894240Z","steps":["trace[1185432789] 'process raft request' (duration: 210.107404ms)","trace[1185432789] 'compare' (duration: 27.265816ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:57:46.603222Z","caller":"traceutil/trace.go:172","msg":"trace[375624610] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"184.028808ms","start":"2026-04-09T15:57:46.419168Z","end":"2026-04-09T15:57:46.603196Z","steps":["trace[375624610] 'process raft request' (duration: 183.781808ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:55.325738Z","caller":"traceutil/trace.go:172","msg":"trace[939885737] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:582; }","duration":"127.124623ms","start":"2026-04-09T15:57:55.198594Z","end":"2026-04-09T15:57:55.325718Z","steps":["trace[939885737] 'read index received' (duration: 126.964357ms)","trace[939885737] 'applied index is now lower than readState.Index' (duration: 158.786µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:57:55.325774Z","caller":"traceutil/trace.go:172","msg":"trace[1962629726] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"161.663355ms","start":"2026-04-09T15:57:55.164089Z","end":"2026-04-09T15:57:55.325752Z","steps":["trace[1962629726] 'process raft request' (duration: 161.531741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:55.325951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.34124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:55.326035Z","caller":"traceutil/trace.go:172","msg":"trace[365952156] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:543; }","duration":"127.443274ms","start":"2026-04-09T15:57:55.198582Z","end":"2026-04-09T15:57:55.326025Z","steps":["trace[365952156] 'agreement among raft nodes before linearized reading' (duration: 127.229726ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:55.822282Z","caller":"traceutil/trace.go:172","msg":"trace[272155082] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"121.075405ms","start":"2026-04-09T15:57:55.701191Z","end":"2026-04-09T15:57:55.822267Z","steps":["trace[272155082] 'process raft request' (duration: 120.908719ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:58.091961Z","caller":"traceutil/trace.go:172","msg":"trace[815657538] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"124.634418ms","start":"2026-04-09T15:57:57.967302Z","end":"2026-04-09T15:57:58.091937Z","steps":["trace[815657538] 'process raft request' (duration: 124.41494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:02.657612Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"192.939846ms"} {"level":"info","ts":"2026-04-09T15:58:02.658120Z","caller":"traceutil/trace.go:172","msg":"trace[1491679055] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"321.09557ms","start":"2026-04-09T15:58:02.336960Z","end":"2026-04-09T15:58:02.658056Z","steps":["trace[1491679055] 'process raft request' (duration: 320.865112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:02.658328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:58:02.336921Z","time spent":"321.321398ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:58:02.659234Z","caller":"traceutil/trace.go:172","msg":"trace[827990413] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:605; }","duration":"159.301374ms","start":"2026-04-09T15:58:02.499898Z","end":"2026-04-09T15:58:02.659200Z","steps":["trace[827990413] 'read index received' (duration: 159.294234ms)","trace[827990413] 'applied index is now lower than readState.Index' (duration: 5.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:02.659435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.5077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:02.659478Z","caller":"traceutil/trace.go:172","msg":"trace[754593205] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:562; }","duration":"159.583963ms","start":"2026-04-09T15:58:02.499883Z","end":"2026-04-09T15:58:02.659467Z","steps":["trace[754593205] 'agreement among raft nodes before linearized reading' (duration: 159.441628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:02.848973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.01642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:02.849121Z","caller":"traceutil/trace.go:172","msg":"trace[63114323] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:562; }","duration":"152.143224ms","start":"2026-04-09T15:58:02.696914Z","end":"2026-04-09T15:58:02.849057Z","steps":["trace[63114323] 'range keys from in-memory index tree' (duration: 151.055748ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:03.185177Z","caller":"traceutil/trace.go:172","msg":"trace[1302247040] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"331.914992ms","start":"2026-04-09T15:58:02.853242Z","end":"2026-04-09T15:58:03.185157Z","steps":["trace[1302247040] 'process raft request' (duration: 331.778588ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:03.185157Z","caller":"traceutil/trace.go:172","msg":"trace[1684091429] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:605; }","duration":"200.966977ms","start":"2026-04-09T15:58:02.984159Z","end":"2026-04-09T15:58:03.185126Z","steps":["trace[1684091429] 'read index received' (duration: 200.960217ms)","trace[1684091429] 'applied index is now lower than readState.Index' (duration: 5.46µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:03.185319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:58:02.853211Z","time spent":"332.039466ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:58:03.185524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.34227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:03.185662Z","caller":"traceutil/trace.go:172","msg":"trace[1735023290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"201.491995ms","start":"2026-04-09T15:58:02.984153Z","end":"2026-04-09T15:58:03.185645Z","steps":["trace[1735023290] 'agreement among raft nodes before linearized reading' (duration: 201.301589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:03.186779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.243117ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:03.186847Z","caller":"traceutil/trace.go:172","msg":"trace[1846509594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"168.314879ms","start":"2026-04-09T15:58:03.018517Z","end":"2026-04-09T15:58:03.186832Z","steps":["trace[1846509594] 'agreement among raft nodes before linearized reading' (duration: 168.219476ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:03.545175Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-09T15:58:08.581713Z","caller":"traceutil/trace.go:172","msg":"trace[1026980550] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:625; }","duration":"161.038502ms","start":"2026-04-09T15:58:08.420642Z","end":"2026-04-09T15:58:08.581680Z","steps":["trace[1026980550] 'read index received' (duration: 161.026762ms)","trace[1026980550] 'applied index is now lower than readState.Index' (duration: 9.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:08.584010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.337326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:08.584106Z","caller":"traceutil/trace.go:172","msg":"trace[2126904279] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:580; }","duration":"163.452189ms","start":"2026-04-09T15:58:08.420634Z","end":"2026-04-09T15:58:08.584086Z","steps":["trace[2126904279] 'agreement among raft nodes before linearized reading' (duration: 161.166427ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:08.585178Z","caller":"traceutil/trace.go:172","msg":"trace[1387236697] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"163.901763ms","start":"2026-04-09T15:58:08.421130Z","end":"2026-04-09T15:58:08.585032Z","steps":["trace[1387236697] 'process raft request' (duration: 160.594568ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:09.088375Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"79e65b4197a2a1a","to":"6f8f0520213e17ce","bytes":823293,"size":"823 kB","took":"30.012362904s"} {"level":"info","ts":"2026-04-09T15:58:23.912171Z","caller":"traceutil/trace.go:172","msg":"trace[613946390] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"197.035363ms","start":"2026-04-09T15:58:23.715101Z","end":"2026-04-09T15:58:23.912136Z","steps":["trace[613946390] 'process raft request' (duration: 196.891219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:28.699667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:43800","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:58:29.128776Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"79e65b4197a2a1a switched to configuration voters=(548988028781734426 8038649495434434510) learners=(7532677782677878484)"} {"level":"info","ts":"2026-04-09T15:58:29.128907Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"79e65b4197a2a1a","added-peer-id":"6889728893fdf6d4","added-peer-peer-urls":["https://199.204.45.115:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-09T15:58:29.128945Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.128967Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.129075Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.129033Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.129098Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4","remote-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-04-09T15:58:29.129158Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.129167Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.129124Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"warn","ts":"2026-04-09T15:58:29.143831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:43850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:29.155167Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:43856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:29.156235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:43864","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-09T15:58:29.203437Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-09T15:58:29.203535Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6889728893fdf6d4","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-09T15:58:29.696420Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:58:30.180952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:43912","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-09T15:58:30.194048Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:58:30.693017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:43932","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-09T15:58:30.694328Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-09T15:58:30.694425Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6889728893fdf6d4","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-09T15:58:31.200277Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-09T15:58:31.566112Z","caller":"traceutil/trace.go:172","msg":"trace[136976056] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"172.038623ms","start":"2026-04-09T15:58:31.394055Z","end":"2026-04-09T15:58:31.566094Z","steps":["trace[136976056] 'process raft request' (duration: 171.857049ms)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:58:31.694331Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-09T15:58:31.958612Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.115:2380/version","remote-member-id":"6889728893fdf6d4","error":"Get \"https://199.204.45.115:2380/version\": dial tcp 199.204.45.115:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-09T15:58:31.958674Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"6889728893fdf6d4","error":"Get \"https://199.204.45.115:2380/version\": dial tcp 199.204.45.115:2380: connect: connection refused"} {"level":"error","ts":"2026-04-09T15:58:32.192094Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-09T15:58:32.192196Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6889728893fdf6d4","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-09T15:58:32.695514Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-09T15:58:32.754222Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.754306Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.754322Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.759753Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"79e65b4197a2a1a","to":"6889728893fdf6d4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:58:32.759812Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.762980Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"79e65b4197a2a1a","to":"6889728893fdf6d4","bytes":967202,"size":"967 kB"} {"level":"info","ts":"2026-04-09T15:58:32.763162Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":709,"remote-peer-id":"6889728893fdf6d4","bytes":967202,"size":"967 kB"} {"level":"info","ts":"2026-04-09T15:58:32.763725Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"79e65b4197a2a1a","to":"6889728893fdf6d4","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:58:32.763756Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.766473Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":958464,"size":"958 kB"} {"level":"info","ts":"2026-04-09T15:58:32.774436Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":709,"remote-peer-id":"6889728893fdf6d4","bytes":967202,"size":"967 kB"} {"level":"warn","ts":"2026-04-09T15:58:32.784812Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:32.784807Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4","error":"EOF"} {"level":"info","ts":"2026-04-09T15:58:32.796976Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"79e65b4197a2a1a","to":"6889728893fdf6d4","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-09T15:58:32.797034Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.797051Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.797338Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"79e65b4197a2a1a","to":"6889728893fdf6d4","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-09T15:58:32.797370Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.797381Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.843714Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.848683Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"79e65b4197a2a1a","remote-peer-id":"6889728893fdf6d4"} {"level":"warn","ts":"2026-04-09T15:58:33.182121Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:44006","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:58:33.231235Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"79e65b4197a2a1a switched to configuration voters=(548988028781734426 7532677782677878484 8038649495434434510)"} {"level":"info","ts":"2026-04-09T15:58:33.231469Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"79e65b4197a2a1a","promoted-member-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:33.231522Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"79e65b4197a2a1a","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"6889728893fdf6d4"} {"level":"warn","ts":"2026-04-09T15:58:33.236740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:44028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.260638Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:44058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:37.292883Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"28.75802ms"} {"level":"warn","ts":"2026-04-09T15:58:37.292940Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"28.852812ms"} {"level":"info","ts":"2026-04-09T15:58:37.293123Z","caller":"traceutil/trace.go:172","msg":"trace[1022631620] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"172.414463ms","start":"2026-04-09T15:58:37.120694Z","end":"2026-04-09T15:58:37.293108Z","steps":["trace[1022631620] 'process raft request' (duration: 172.30673ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:38.423517Z","caller":"traceutil/trace.go:172","msg":"trace[2056189914] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"132.352418ms","start":"2026-04-09T15:58:38.291145Z","end":"2026-04-09T15:58:38.423498Z","steps":["trace[2056189914] 'process raft request' (duration: 132.222875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:42.171794Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"107.360008ms"} {"level":"warn","ts":"2026-04-09T15:58:42.171851Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"107.42092ms"} {"level":"info","ts":"2026-04-09T15:58:42.177359Z","caller":"traceutil/trace.go:172","msg":"trace[1399600722] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:778; }","duration":"144.650249ms","start":"2026-04-09T15:58:42.032695Z","end":"2026-04-09T15:58:42.177345Z","steps":["trace[1399600722] 'read index received' (duration: 140.40753ms)","trace[1399600722] 'applied index is now lower than readState.Index' (duration: 4.242249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:42.177496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.797112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T15:58:42.177544Z","caller":"traceutil/trace.go:172","msg":"trace[877132142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:714; }","duration":"144.846963ms","start":"2026-04-09T15:58:42.032690Z","end":"2026-04-09T15:58:42.177537Z","steps":["trace[877132142] 'agreement among raft nodes before linearized reading' (duration: 144.70295ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:42.177684Z","caller":"traceutil/trace.go:172","msg":"trace[849221723] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"310.694206ms","start":"2026-04-09T15:58:41.866960Z","end":"2026-04-09T15:58:42.177654Z","steps":["trace[849221723] 'process raft request' (duration: 310.326747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:42.178006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:58:41.866936Z","time spent":"310.969063ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:58:42.178241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.575562ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:42.178420Z","caller":"traceutil/trace.go:172","msg":"trace[1709936429] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:712; }","duration":"158.691389ms","start":"2026-04-09T15:58:42.019584Z","end":"2026-04-09T15:58:42.178275Z","steps":["trace[1709936429] 'range keys from in-memory index tree' (duration: 157.521822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:42.989598Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-09T15:58:45.895077Z","caller":"traceutil/trace.go:172","msg":"trace[46784366] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"157.936498ms","start":"2026-04-09T15:58:45.737118Z","end":"2026-04-09T15:58:45.895055Z","steps":["trace[46784366] 'process raft request' (duration: 157.779605ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:52.610462Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-09T15:58:57.123777Z","caller":"traceutil/trace.go:172","msg":"trace[1135602148] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"176.393821ms","start":"2026-04-09T15:58:56.947363Z","end":"2026-04-09T15:58:57.123757Z","steps":["trace[1135602148] 'process raft request' (duration: 176.265079ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:57.128146Z","caller":"traceutil/trace.go:172","msg":"trace[1147635970] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:930; }","duration":"143.004751ms","start":"2026-04-09T15:58:56.985124Z","end":"2026-04-09T15:58:57.128128Z","steps":["trace[1147635970] 'read index received' (duration: 143.000811ms)","trace[1147635970] 'applied index is now lower than readState.Index' (duration: 3.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:57.128604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.396239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:57.128679Z","caller":"traceutil/trace.go:172","msg":"trace[1014826287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:853; }","duration":"143.558292ms","start":"2026-04-09T15:58:56.985104Z","end":"2026-04-09T15:58:57.128662Z","steps":["trace[1014826287] 'agreement among raft nodes before linearized reading' (duration: 143.347458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:57.128668Z","caller":"traceutil/trace.go:172","msg":"trace[1533447122] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"105.291642ms","start":"2026-04-09T15:58:57.023358Z","end":"2026-04-09T15:58:57.128649Z","steps":["trace[1533447122] 'process raft request' (duration: 105.056757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:57.130872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.549255ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:57.131414Z","caller":"traceutil/trace.go:172","msg":"trace[1633418959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:854; }","duration":"112.110417ms","start":"2026-04-09T15:58:57.019279Z","end":"2026-04-09T15:58:57.131390Z","steps":["trace[1633418959] 'agreement among raft nodes before linearized reading' (duration: 111.511824ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:58.644923Z","caller":"traceutil/trace.go:172","msg":"trace[841131589] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"105.070414ms","start":"2026-04-09T15:58:58.539818Z","end":"2026-04-09T15:58:58.644888Z","steps":["trace[841131589] 'process raft request' (duration: 51.662344ms)","trace[841131589] 'compare' (duration: 53.321208ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:02.775342Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"79e65b4197a2a1a","to":"6889728893fdf6d4","bytes":967202,"size":"967 kB","took":"30.012361066s"} {"level":"warn","ts":"2026-04-09T15:59:08.021305Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"243.556041ms"} {"level":"warn","ts":"2026-04-09T15:59:08.021389Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"243.645773ms"} {"level":"info","ts":"2026-04-09T15:59:08.022262Z","caller":"traceutil/trace.go:172","msg":"trace[1488789162] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"359.049217ms","start":"2026-04-09T15:59:07.663189Z","end":"2026-04-09T15:59:08.022238Z","steps":["trace[1488789162] 'process raft request' (duration: 358.747001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:08.022452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:07.663164Z","time spent":"359.173959ms","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317276,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:08.291877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.572839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T15:59:08.291971Z","caller":"traceutil/trace.go:172","msg":"trace[1867354333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:894; }","duration":"195.675451ms","start":"2026-04-09T15:59:08.096274Z","end":"2026-04-09T15:59:08.291950Z","steps":["trace[1867354333] 'agreement among raft nodes before linearized reading' (duration: 44.416434ms)","trace[1867354333] 'range keys from in-memory index tree' (duration: 150.961151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:08.291988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.102264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:59:08.292112Z","caller":"traceutil/trace.go:172","msg":"trace[448047289] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"202.056837ms","start":"2026-04-09T15:59:08.090033Z","end":"2026-04-09T15:59:08.292090Z","steps":["trace[448047289] 'process raft request' (duration: 50.77932ms)","trace[448047289] 'compare' (duration: 150.91577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:08.520816Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.401017ms"} {"level":"warn","ts":"2026-04-09T15:59:08.520973Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.842916ms"} {"level":"info","ts":"2026-04-09T15:59:08.536927Z","caller":"traceutil/trace.go:172","msg":"trace[261924029] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"181.286059ms","start":"2026-04-09T15:59:08.355628Z","end":"2026-04-09T15:59:08.536914Z","steps":["trace[261924029] 'process raft request' (duration: 181.255648ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:08.537209Z","caller":"traceutil/trace.go:172","msg":"trace[589348122] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"181.790868ms","start":"2026-04-09T15:59:08.355408Z","end":"2026-04-09T15:59:08.537199Z","steps":["trace[589348122] 'process raft request' (duration: 181.37005ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:08.551427Z","caller":"traceutil/trace.go:172","msg":"trace[1829125121] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"126.347737ms","start":"2026-04-09T15:59:08.425064Z","end":"2026-04-09T15:59:08.551412Z","steps":["trace[1829125121] 'process raft request' (duration: 126.140903ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:08.755570Z","caller":"traceutil/trace.go:172","msg":"trace[322849048] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:998; }","duration":"182.343368ms","start":"2026-04-09T15:59:08.573201Z","end":"2026-04-09T15:59:08.755545Z","steps":["trace[322849048] 'read index received' (duration: 182.331588ms)","trace[322849048] 'applied index is now lower than readState.Index' (duration: 7.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:08.868110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.886673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 ","response":"range_response_count:1 size:14991"} {"level":"info","ts":"2026-04-09T15:59:08.868188Z","caller":"traceutil/trace.go:172","msg":"trace[293646541] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cd5tm; range_end:; response_count:1; response_revision:914; }","duration":"294.974205ms","start":"2026-04-09T15:59:08.573197Z","end":"2026-04-09T15:59:08.868171Z","steps":["trace[293646541] 'agreement among raft nodes before linearized reading' (duration: 182.483521ms)","trace[293646541] 'range keys from in-memory index tree' (duration: 112.331301ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:08.938992Z","caller":"traceutil/trace.go:172","msg":"trace[585724801] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"370.494512ms","start":"2026-04-09T15:59:08.568474Z","end":"2026-04-09T15:59:08.938969Z","steps":["trace[585724801] 'process raft request' (duration: 370.227417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:08.939104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.568463Z","time spent":"370.591714ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:08.939163Z","caller":"traceutil/trace.go:172","msg":"trace[1288453727] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"370.022163ms","start":"2026-04-09T15:59:08.569122Z","end":"2026-04-09T15:59:08.939144Z","steps":["trace[1288453727] 'process raft request' (duration: 369.828639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:08.939385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.569106Z","time spent":"370.177485ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14976,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:08.939492Z","caller":"traceutil/trace.go:172","msg":"trace[869474014] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"366.185057ms","start":"2026-04-09T15:59:08.573295Z","end":"2026-04-09T15:59:08.939480Z","steps":["trace[869474014] 'process raft request' (duration: 365.778428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:08.939560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.573287Z","time spent":"366.232138ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14294,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:08.939553Z","caller":"traceutil/trace.go:172","msg":"trace[1579488752] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"358.019626ms","start":"2026-04-09T15:59:08.581513Z","end":"2026-04-09T15:59:08.939533Z","steps":["trace[1579488752] 'process raft request' (duration: 357.793651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:08.939659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.581493Z","time spent":"358.116359ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:08.939944Z","caller":"traceutil/trace.go:172","msg":"trace[825954196] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"353.381575ms","start":"2026-04-09T15:59:08.586549Z","end":"2026-04-09T15:59:08.939930Z","steps":["trace[825954196] 'process raft request' (duration: 352.880505ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:08.939953Z","caller":"traceutil/trace.go:172","msg":"trace[379908542] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"244.688487ms","start":"2026-04-09T15:59:08.695247Z","end":"2026-04-09T15:59:08.939935Z","steps":["trace[379908542] 'process raft request' (duration: 244.249248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:08.940003Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.586536Z","time spent":"353.438316ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4595,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:09.096492Z","caller":"traceutil/trace.go:172","msg":"trace[1495325045] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:1004; }","duration":"340.672235ms","start":"2026-04-09T15:59:08.755792Z","end":"2026-04-09T15:59:09.096464Z","steps":["trace[1495325045] 'read index received' (duration: 340.662954ms)","trace[1495325045] 'applied index is now lower than readState.Index' (duration: 7.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.119658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.544817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-75968c57df\" limit:1 ","response":"range_response_count:1 size:4287"} {"level":"info","ts":"2026-04-09T15:59:09.119726Z","caller":"traceutil/trace.go:172","msg":"trace[1292486530] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-75968c57df; range_end:; response_count:1; response_revision:920; }","duration":"535.625898ms","start":"2026-04-09T15:59:08.584082Z","end":"2026-04-09T15:59:09.119708Z","steps":["trace[1292486530] 'agreement among raft nodes before linearized reading' (duration: 512.527486ms)","trace[1292486530] 'range keys from in-memory index tree' (duration: 22.890337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.119697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"479.720688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:09.119765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.584064Z","time spent":"535.691129ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4310,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-75968c57df\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:09.119814Z","caller":"traceutil/trace.go:172","msg":"trace[322739441] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:920; }","duration":"479.854641ms","start":"2026-04-09T15:59:08.639934Z","end":"2026-04-09T15:59:09.119788Z","steps":["trace[322739441] 'agreement among raft nodes before linearized reading' (duration: 456.605366ms)","trace[322739441] 'range keys from in-memory index tree' (duration: 23.083142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.119876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.639911Z","time spent":"479.951212ms","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:09.141750Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.172232ms"} {"level":"warn","ts":"2026-04-09T15:59:09.141807Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.236194ms"} {"level":"info","ts":"2026-04-09T15:59:09.142578Z","caller":"traceutil/trace.go:172","msg":"trace[2037910719] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"257.436661ms","start":"2026-04-09T15:59:08.885123Z","end":"2026-04-09T15:59:09.142559Z","steps":["trace[2037910719] 'process raft request' (duration: 257.321399ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:09.222361Z","caller":"traceutil/trace.go:172","msg":"trace[607693247] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1005; }","duration":"125.77195ms","start":"2026-04-09T15:59:09.096572Z","end":"2026-04-09T15:59:09.222344Z","steps":["trace[607693247] 'read index received' (duration: 125.76689ms)","trace[607693247] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.241850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.624648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:09.241940Z","caller":"traceutil/trace.go:172","msg":"trace[712483121] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:921; }","duration":"240.729921ms","start":"2026-04-09T15:59:09.001192Z","end":"2026-04-09T15:59:09.241922Z","steps":["trace[712483121] 'agreement among raft nodes before linearized reading' (duration: 221.3012ms)","trace[712483121] 'range keys from in-memory index tree' (duration: 19.294967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.242323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.0718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-75968c57df\" limit:1 ","response":"range_response_count:1 size:4287"} {"level":"info","ts":"2026-04-09T15:59:09.242387Z","caller":"traceutil/trace.go:172","msg":"trace[1345342385] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-75968c57df; range_end:; response_count:1; response_revision:922; }","duration":"119.152431ms","start":"2026-04-09T15:59:09.123221Z","end":"2026-04-09T15:59:09.242373Z","steps":["trace[1345342385] 'agreement among raft nodes before linearized reading' (duration: 118.951407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.242449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.819644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:09.242475Z","caller":"traceutil/trace.go:172","msg":"trace[984300337] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:922; }","duration":"122.850784ms","start":"2026-04-09T15:59:09.119616Z","end":"2026-04-09T15:59:09.242467Z","steps":["trace[984300337] 'agreement among raft nodes before linearized reading' (duration: 122.805293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.242530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.02193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-09T15:59:09.242593Z","caller":"traceutil/trace.go:172","msg":"trace[957113379] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:921; }","duration":"450.093481ms","start":"2026-04-09T15:59:08.792485Z","end":"2026-04-09T15:59:09.242579Z","steps":["trace[957113379] 'agreement among raft nodes before linearized reading' (duration: 430.024879ms)","trace[957113379] 'range keys from in-memory index tree' (duration: 19.347268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.242625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.792469Z","time spent":"450.146902ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:09.358460Z","caller":"traceutil/trace.go:172","msg":"trace[642291519] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"114.961058ms","start":"2026-04-09T15:59:09.243480Z","end":"2026-04-09T15:59:09.358441Z","steps":["trace[642291519] 'process raft request' (duration: 113.312497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:09.419340Z","caller":"traceutil/trace.go:172","msg":"trace[1350393006] linearizableReadLoop","detail":"{readStateIndex:1007; appliedIndex:1008; }","duration":"173.902302ms","start":"2026-04-09T15:59:09.245412Z","end":"2026-04-09T15:59:09.419314Z","steps":["trace[1350393006] 'read index received' (duration: 173.892921ms)","trace[1350393006] 'applied index is now lower than readState.Index' (duration: 7.461µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.419688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.252779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-09T15:59:09.419744Z","caller":"traceutil/trace.go:172","msg":"trace[378419684] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cd5tm; range_end:; response_count:1; response_revision:923; }","duration":"174.325111ms","start":"2026-04-09T15:59:09.245405Z","end":"2026-04-09T15:59:09.419730Z","steps":["trace[378419684] 'agreement among raft nodes before linearized reading' (duration: 174.058275ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:09.420753Z","caller":"traceutil/trace.go:172","msg":"trace[1391341717] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"177.216347ms","start":"2026-04-09T15:59:09.243519Z","end":"2026-04-09T15:59:09.420736Z","steps":["trace[1391341717] 'process raft request' (duration: 177.054254ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:09.442639Z","caller":"traceutil/trace.go:172","msg":"trace[1899241522] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"192.780252ms","start":"2026-04-09T15:59:09.249832Z","end":"2026-04-09T15:59:09.442612Z","steps":["trace[1899241522] 'process raft request' (duration: 192.580378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.511417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.695449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:09.511499Z","caller":"traceutil/trace.go:172","msg":"trace[409126261] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:925; }","duration":"195.794821ms","start":"2026-04-09T15:59:09.315687Z","end":"2026-04-09T15:59:09.511482Z","steps":["trace[409126261] 'agreement among raft nodes before linearized reading' (duration: 195.319452ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:09.512354Z","caller":"traceutil/trace.go:172","msg":"trace[2144098618] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"150.171558ms","start":"2026-04-09T15:59:09.362163Z","end":"2026-04-09T15:59:09.512334Z","steps":["trace[2144098618] 'process raft request' (duration: 149.582747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.141495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.344985ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:11.141565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.735015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T15:59:11.141658Z","caller":"traceutil/trace.go:172","msg":"trace[1418235932] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1026; }","duration":"155.552799ms","start":"2026-04-09T15:59:10.986087Z","end":"2026-04-09T15:59:11.141640Z","steps":["trace[1418235932] 'read index received' (duration: 1.02866ms)","trace[1418235932] 'applied index is now lower than readState.Index' (duration: 154.523169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:11.141743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.646772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:11.141577Z","caller":"traceutil/trace.go:172","msg":"trace[968886884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:940; }","duration":"122.463708ms","start":"2026-04-09T15:59:11.019096Z","end":"2026-04-09T15:59:11.141560Z","steps":["trace[968886884] 'range keys from in-memory index tree' (duration: 122.292535ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.143092Z","caller":"traceutil/trace.go:172","msg":"trace[1345966656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:940; }","duration":"157.019977ms","start":"2026-04-09T15:59:10.986057Z","end":"2026-04-09T15:59:11.143077Z","steps":["trace[1345966656] 'agreement among raft nodes before linearized reading' (duration: 155.634141ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.149138Z","caller":"traceutil/trace.go:172","msg":"trace[1199834623] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"150.824646ms","start":"2026-04-09T15:59:10.998188Z","end":"2026-04-09T15:59:11.149013Z","steps":["trace[1199834623] 'process raft request' (duration: 150.715334ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.161144Z","caller":"traceutil/trace.go:172","msg":"trace[1651666159] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"157.975654ms","start":"2026-04-09T15:59:11.003125Z","end":"2026-04-09T15:59:11.161101Z","steps":["trace[1651666159] 'process raft request' (duration: 157.782031ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.175710Z","caller":"traceutil/trace.go:172","msg":"trace[1203246655] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"165.772974ms","start":"2026-04-09T15:59:11.009919Z","end":"2026-04-09T15:59:11.175692Z","steps":["trace[1203246655] 'process raft request' (duration: 165.442328ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.176003Z","caller":"traceutil/trace.go:172","msg":"trace[1682871718] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"151.374806ms","start":"2026-04-09T15:59:11.024617Z","end":"2026-04-09T15:59:11.175992Z","steps":["trace[1682871718] 'process raft request' (duration: 151.140372ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.176090Z","caller":"traceutil/trace.go:172","msg":"trace[1487812342] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"162.969191ms","start":"2026-04-09T15:59:11.013099Z","end":"2026-04-09T15:59:11.176068Z","steps":["trace[1487812342] 'process raft request' (duration: 162.440361ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.176160Z","caller":"traceutil/trace.go:172","msg":"trace[834208748] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"157.999774ms","start":"2026-04-09T15:59:11.018152Z","end":"2026-04-09T15:59:11.176152Z","steps":["trace[834208748] 'process raft request' (duration: 157.420533ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.176150Z","caller":"traceutil/trace.go:172","msg":"trace[1032404328] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"163.922739ms","start":"2026-04-09T15:59:11.012183Z","end":"2026-04-09T15:59:11.176106Z","steps":["trace[1032404328] 'process raft request' (duration: 163.314828ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.176250Z","caller":"traceutil/trace.go:172","msg":"trace[1270106559] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"137.368576ms","start":"2026-04-09T15:59:11.038873Z","end":"2026-04-09T15:59:11.176242Z","steps":["trace[1270106559] 'process raft request' (duration: 137.06302ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.176339Z","caller":"traceutil/trace.go:172","msg":"trace[1324686206] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"151.52275ms","start":"2026-04-09T15:59:11.024809Z","end":"2026-04-09T15:59:11.176332Z","steps":["trace[1324686206] 'process raft request' (duration: 150.981149ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.176526Z","caller":"traceutil/trace.go:172","msg":"trace[2022709317] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"146.507322ms","start":"2026-04-09T15:59:11.030012Z","end":"2026-04-09T15:59:11.176519Z","steps":["trace[2022709317] 'process raft request' (duration: 145.803539ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.176674Z","caller":"traceutil/trace.go:172","msg":"trace[1132920812] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"144.213228ms","start":"2026-04-09T15:59:11.032445Z","end":"2026-04-09T15:59:11.176659Z","steps":["trace[1132920812] 'process raft request' (duration: 143.446973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.694317Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:11.845735Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"461.246984ms"} {"level":"warn","ts":"2026-04-09T15:59:11.845820Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"461.341896ms"} {"level":"info","ts":"2026-04-09T15:59:11.927357Z","caller":"traceutil/trace.go:172","msg":"trace[1728424069] linearizableReadLoop","detail":"{readStateIndex:1051; appliedIndex:1054; }","duration":"733.716415ms","start":"2026-04-09T15:59:11.193625Z","end":"2026-04-09T15:59:11.927341Z","steps":["trace[1728424069] 'read index received' (duration: 733.712565ms)","trace[1728424069] 'applied index is now lower than readState.Index' (duration: 3.31µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:11.927587Z","caller":"traceutil/trace.go:172","msg":"trace[2122895112] transaction","detail":"{read_only:false; number_of_response:1; response_revision:959; }","duration":"728.725288ms","start":"2026-04-09T15:59:11.198847Z","end":"2026-04-09T15:59:11.927572Z","steps":["trace[2122895112] 'process raft request' (duration: 728.683208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.927708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"733.838067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"warn","ts":"2026-04-09T15:59:11.927716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.198823Z","time spent":"728.815131ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:11.927732Z","caller":"traceutil/trace.go:172","msg":"trace[339074931] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:958; }","duration":"734.107452ms","start":"2026-04-09T15:59:11.193618Z","end":"2026-04-09T15:59:11.927726Z","steps":["trace[339074931] 'agreement among raft nodes before linearized reading' (duration: 733.781386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.927820Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.193603Z","time spent":"734.210465ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1018,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:11.927688Z","caller":"traceutil/trace.go:172","msg":"trace[557789618] transaction","detail":"{read_only:false; number_of_response:0; response_revision:958; }","duration":"739.346134ms","start":"2026-04-09T15:59:11.188312Z","end":"2026-04-09T15:59:11.927658Z","steps":["trace[557789618] 'process raft request' (duration: 739.080969ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.927857Z","caller":"traceutil/trace.go:172","msg":"trace[1080140323] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"744.399042ms","start":"2026-04-09T15:59:11.183445Z","end":"2026-04-09T15:59:11.927844Z","steps":["trace[1080140323] 'process raft request' (duration: 743.76247ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:11.927891Z","caller":"traceutil/trace.go:172","msg":"trace[2027862072] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"737.934787ms","start":"2026-04-09T15:59:11.189924Z","end":"2026-04-09T15:59:11.927859Z","steps":["trace[2027862072] 'process raft request' (duration: 737.520789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.927920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.188263Z","time spent":"739.598969ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:11.927923Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.183426Z","time spent":"744.461982ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:11.928047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.189909Z","time spent":"738.055249ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:12.430604Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:12.517185Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"387.568192ms"} {"level":"warn","ts":"2026-04-09T15:59:12.517243Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"387.633233ms"} {"level":"info","ts":"2026-04-09T15:59:12.517443Z","caller":"traceutil/trace.go:172","msg":"trace[299831799] linearizableReadLoop","detail":"{readStateIndex:1058; appliedIndex:1058; }","duration":"587.849888ms","start":"2026-04-09T15:59:11.929562Z","end":"2026-04-09T15:59:12.517412Z","steps":["trace[299831799] 'read index received' (duration: 587.837907ms)","trace[299831799] 'applied index is now lower than readState.Index' (duration: 10.391µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:12.681835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"752.258447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-09T15:59:12.681943Z","caller":"traceutil/trace.go:172","msg":"trace[1014990440] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:959; }","duration":"752.369389ms","start":"2026-04-09T15:59:11.929546Z","end":"2026-04-09T15:59:12.681915Z","steps":["trace[1014990440] 'agreement among raft nodes before linearized reading' (duration: 588.063811ms)","trace[1014990440] 'range keys from in-memory index tree' (duration: 164.150574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:12.682015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.929529Z","time spent":"752.454151ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:12.682801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.194015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:59:12.683181Z","caller":"traceutil/trace.go:172","msg":"trace[774486002] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.481122879s","start":"2026-04-09T15:59:11.202032Z","end":"2026-04-09T15:59:12.683155Z","steps":["trace[774486002] 'process raft request' (duration: 1.480867824s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:12.683284Z","caller":"traceutil/trace.go:172","msg":"trace[1628721686] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"1.484002885s","start":"2026-04-09T15:59:11.198966Z","end":"2026-04-09T15:59:12.682969Z","steps":["trace[1628721686] 'process raft request' (duration: 1.318563755s)","trace[1628721686] 'compare' (duration: 164.970301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:12.683762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.202006Z","time spent":"1.481234271s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:12.684640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.198961Z","time spent":"1.485002603s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:12.684901Z","caller":"traceutil/trace.go:172","msg":"trace[905665226] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"1.477004489s","start":"2026-04-09T15:59:11.207869Z","end":"2026-04-09T15:59:12.684874Z","steps":["trace[905665226] 'process raft request' (duration: 1.475215605s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:12.685566Z","caller":"traceutil/trace.go:172","msg":"trace[1725272180] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"1.476872696s","start":"2026-04-09T15:59:11.208673Z","end":"2026-04-09T15:59:12.685546Z","steps":["trace[1725272180] 'process raft request' (duration: 1.475599171s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:12.685963Z","caller":"traceutil/trace.go:172","msg":"trace[1601685036] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"1.46569163s","start":"2026-04-09T15:59:11.220248Z","end":"2026-04-09T15:59:12.685940Z","steps":["trace[1601685036] 'process raft request' (duration: 1.465216081s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.686167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.220225Z","time spent":"1.465827252s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:12.686393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.208661Z","time spent":"1.477127071s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:12.686403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.207851Z","time spent":"1.47757489s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:12.687601Z","caller":"traceutil/trace.go:172","msg":"trace[305765438] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"1.45020062s","start":"2026-04-09T15:59:11.237380Z","end":"2026-04-09T15:59:12.687580Z","steps":["trace[305765438] 'process raft request' (duration: 1.448243623s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.687722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.237334Z","time spent":"1.450320973s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:12.688417Z","caller":"traceutil/trace.go:172","msg":"trace[1505628466] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"1.440017983s","start":"2026-04-09T15:59:11.248384Z","end":"2026-04-09T15:59:12.688402Z","steps":["trace[1505628466] 'process raft request' (duration: 1.438885271s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.688484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.248360Z","time spent":"1.440093015s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:13.018193Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:13.019157Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"301.899764ms"} {"level":"warn","ts":"2026-04-09T15:59:13.019187Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"301.933995ms"} {"level":"warn","ts":"2026-04-09T15:59:13.019390Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3033910416059756707,"received-request-id":3033910416059756703} {"level":"warn","ts":"2026-04-09T15:59:13.032965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.649111ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T15:59:13.033727Z","caller":"traceutil/trace.go:172","msg":"trace[1860399673] transaction","detail":"{read_only:false; number_of_response:0; response_revision:966; }","duration":"1.100868574s","start":"2026-04-09T15:59:11.932843Z","end":"2026-04-09T15:59:13.033712Z","steps":["trace[1860399673] 'process raft request' (duration: 1.100718501s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.033809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.932829Z","time spent":"1.100940725s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:13.033868Z","caller":"traceutil/trace.go:172","msg":"trace[1188266936] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"1.092038852s","start":"2026-04-09T15:59:11.941811Z","end":"2026-04-09T15:59:13.033850Z","steps":["trace[1188266936] 'process raft request' (duration: 1.091783588s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.033970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.941795Z","time spent":"1.092120915s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:13.034130Z","caller":"traceutil/trace.go:172","msg":"trace[308632709] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"1.073161438s","start":"2026-04-09T15:59:11.960959Z","end":"2026-04-09T15:59:13.034120Z","steps":["trace[308632709] 'process raft request' (duration: 1.073052616s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.034197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.960934Z","time spent":"1.073231208s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:13.073625Z","caller":"traceutil/trace.go:172","msg":"trace[917724832] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1086; }","duration":"556.036459ms","start":"2026-04-09T15:59:12.517556Z","end":"2026-04-09T15:59:13.073593Z","steps":["trace[917724832] 'read index received' (duration: 556.023259ms)","trace[917724832] 'applied index is now lower than readState.Index' (duration: 8.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:13.073915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"720.911618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:13.073983Z","caller":"traceutil/trace.go:172","msg":"trace[666676893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:969; }","duration":"720.991229ms","start":"2026-04-09T15:59:12.352974Z","end":"2026-04-09T15:59:13.073965Z","steps":["trace[666676893] 'agreement among raft nodes before linearized reading' (duration: 720.777525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.074019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.05446807s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:13.074041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.352952Z","time spent":"721.074681ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:13.074201Z","caller":"traceutil/trace.go:172","msg":"trace[1983885758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:969; }","duration":"1.054572582s","start":"2026-04-09T15:59:12.019517Z","end":"2026-04-09T15:59:13.074090Z","steps":["trace[1983885758] 'agreement among raft nodes before linearized reading' (duration: 1.054415449s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.074279Z","caller":"traceutil/trace.go:172","msg":"trace[1406216830] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"310.812456ms","start":"2026-04-09T15:59:12.763455Z","end":"2026-04-09T15:59:13.074267Z","steps":["trace[1406216830] 'process raft request' (duration: 310.445068ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.074312Z","caller":"traceutil/trace.go:172","msg":"trace[844127571] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"310.808986ms","start":"2026-04-09T15:59:12.763492Z","end":"2026-04-09T15:59:13.074301Z","steps":["trace[844127571] 'process raft request' (duration: 310.678594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.074378Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.763434Z","time spent":"310.889618ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:13.074386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.763456Z","time spent":"310.883677ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:13.074543Z","caller":"traceutil/trace.go:172","msg":"trace[1895312906] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"118.854427ms","start":"2026-04-09T15:59:12.955650Z","end":"2026-04-09T15:59:13.074505Z","steps":["trace[1895312906] 'process raft request' (duration: 118.569312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.090765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.528308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:13.090837Z","caller":"traceutil/trace.go:172","msg":"trace[1438650439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"105.604879ms","start":"2026-04-09T15:59:12.985217Z","end":"2026-04-09T15:59:13.090821Z","steps":["trace[1438650439] 'agreement among raft nodes before linearized reading' (duration: 105.506127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.091020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"518.692811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:13.091046Z","caller":"traceutil/trace.go:172","msg":"trace[145515281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:972; }","duration":"518.721041ms","start":"2026-04-09T15:59:12.572317Z","end":"2026-04-09T15:59:13.091038Z","steps":["trace[145515281] 'agreement among raft nodes before linearized reading' (duration: 518.64441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.091068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.572293Z","time spent":"518.767902ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:13.183254Z","caller":"traceutil/trace.go:172","msg":"trace[229957117] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"105.016647ms","start":"2026-04-09T15:59:13.078196Z","end":"2026-04-09T15:59:13.183213Z","steps":["trace[229957117] 'process raft request' (duration: 104.66569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.938810Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.104814ms"} {"level":"warn","ts":"2026-04-09T15:59:13.938922Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.230066ms"} {"level":"info","ts":"2026-04-09T15:59:13.940775Z","caller":"traceutil/trace.go:172","msg":"trace[2123770527] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"310.131456ms","start":"2026-04-09T15:59:13.630615Z","end":"2026-04-09T15:59:13.940746Z","steps":["trace[2123770527] 'process raft request' (duration: 309.76817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.940946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.630591Z","time spent":"310.249849ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:14.262402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.305117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:59:14.262508Z","caller":"traceutil/trace.go:172","msg":"trace[270591263] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"609.660233ms","start":"2026-04-09T15:59:13.652830Z","end":"2026-04-09T15:59:14.262490Z","steps":["trace[270591263] 'process raft request' (duration: 389.207794ms)","trace[270591263] 'compare' (duration: 220.110522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:14.262584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.652811Z","time spent":"609.743884ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:14.281226Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.307857ms"} {"level":"warn","ts":"2026-04-09T15:59:14.281315Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.409389ms"} {"level":"info","ts":"2026-04-09T15:59:14.281990Z","caller":"traceutil/trace.go:172","msg":"trace[1663819709] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"503.986851ms","start":"2026-04-09T15:59:13.777977Z","end":"2026-04-09T15:59:14.281964Z","steps":["trace[1663819709] 'process raft request' (duration: 503.777837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:14.282375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.777930Z","time spent":"504.171154ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:14.290410Z","caller":"traceutil/trace.go:172","msg":"trace[1175162017] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1159; }","duration":"300.691266ms","start":"2026-04-09T15:59:13.989693Z","end":"2026-04-09T15:59:14.290384Z","steps":["trace[1175162017] 'read index received' (duration: 300.684916ms)","trace[1175162017] 'applied index is now lower than readState.Index' (duration: 5.46µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:14.291551Z","caller":"traceutil/trace.go:172","msg":"trace[553385536] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"325.61383ms","start":"2026-04-09T15:59:13.965928Z","end":"2026-04-09T15:59:14.291542Z","steps":["trace[553385536] 'process raft request' (duration: 324.971858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:14.291712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.965902Z","time spent":"325.678922ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:14.337428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.707258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:14.337511Z","caller":"traceutil/trace.go:172","msg":"trace[628358157] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1006; }","duration":"347.80733ms","start":"2026-04-09T15:59:13.989689Z","end":"2026-04-09T15:59:14.337496Z","steps":["trace[628358157] 'agreement among raft nodes before linearized reading' (duration: 301.426619ms)","trace[628358157] 'range keys from in-memory index tree' (duration: 46.243838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:14.337541Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.989671Z","time spent":"347.863171ms","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:14.337572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.125935ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:14.337830Z","caller":"traceutil/trace.go:172","msg":"trace[1041837185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1006; }","duration":"318.189536ms","start":"2026-04-09T15:59:14.019421Z","end":"2026-04-09T15:59:14.337611Z","steps":["trace[1041837185] 'agreement among raft nodes before linearized reading' (duration: 318.111144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:14.911876Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.049058ms"} {"level":"warn","ts":"2026-04-09T15:59:14.911950Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.12816ms"} {"level":"info","ts":"2026-04-09T15:59:14.916471Z","caller":"traceutil/trace.go:172","msg":"trace[776484350] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1015; }","duration":"375.922123ms","start":"2026-04-09T15:59:14.540520Z","end":"2026-04-09T15:59:14.916442Z","steps":["trace[776484350] 'process raft request' (duration: 374.272622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:14.916790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.540494Z","time spent":"376.090295ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74805,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:15.167738Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"55.765672ms"} {"level":"warn","ts":"2026-04-09T15:59:15.168115Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.146769ms"} {"level":"warn","ts":"2026-04-09T15:59:15.370562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.136664ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.370724Z","caller":"traceutil/trace.go:172","msg":"trace[329035996] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1016; }","duration":"351.216215ms","start":"2026-04-09T15:59:15.019397Z","end":"2026-04-09T15:59:15.370614Z","steps":["trace[329035996] 'range keys from in-memory index tree' (duration: 351.069453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.371061Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.891292ms"} {"level":"warn","ts":"2026-04-09T15:59:15.371200Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.040535ms"} {"level":"warn","ts":"2026-04-09T15:59:15.371975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.827651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:570109"} {"level":"info","ts":"2026-04-09T15:59:15.372347Z","caller":"traceutil/trace.go:172","msg":"trace[1917670303] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"679.357098ms","start":"2026-04-09T15:59:14.692976Z","end":"2026-04-09T15:59:15.372334Z","steps":["trace[1917670303] 'process raft request' (duration: 679.301767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.372426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.692951Z","time spent":"679.44034ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:15.372705Z","caller":"traceutil/trace.go:172","msg":"trace[1500229861] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1016; }","duration":"785.621877ms","start":"2026-04-09T15:59:14.587069Z","end":"2026-04-09T15:59:15.372691Z","steps":["trace[1500229861] 'process raft request' (duration: 581.012111ms)","trace[1500229861] 'compare' (duration: 202.973415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.372766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.587039Z","time spent":"785.697479ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570132,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:15.373210Z","caller":"traceutil/trace.go:172","msg":"trace[1049745968] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"764.450015ms","start":"2026-04-09T15:59:14.608748Z","end":"2026-04-09T15:59:15.373198Z","steps":["trace[1049745968] 'process raft request' (duration: 763.349785ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:15.373699Z","caller":"traceutil/trace.go:172","msg":"trace[623032526] linearizableReadLoop","detail":"{readStateIndex:1184; appliedIndex:1184; }","duration":"388.583032ms","start":"2026-04-09T15:59:14.985106Z","end":"2026-04-09T15:59:15.373689Z","steps":["trace[623032526] 'read index received' (duration: 388.580592ms)","trace[623032526] 'applied index is now lower than readState.Index' (duration: 2.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.373769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.670994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.373785Z","caller":"traceutil/trace.go:172","msg":"trace[593691375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1018; }","duration":"388.687884ms","start":"2026-04-09T15:59:14.985091Z","end":"2026-04-09T15:59:15.373779Z","steps":["trace[593691375] 'agreement among raft nodes before linearized reading' (duration: 388.654443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.373800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.985072Z","time spent":"388.724875ms","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:15.374673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.608730Z","time spent":"764.507166ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:15.375240Z","caller":"traceutil/trace.go:172","msg":"trace[649119212] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"295.227467ms","start":"2026-04-09T15:59:15.080002Z","end":"2026-04-09T15:59:15.375229Z","steps":["trace[649119212] 'process raft request' (duration: 295.170456ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:15.375456Z","caller":"traceutil/trace.go:172","msg":"trace[1758405879] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"426.666056ms","start":"2026-04-09T15:59:14.948750Z","end":"2026-04-09T15:59:15.375416Z","steps":["trace[1758405879] 'process raft request' (duration: 426.33025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.376111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.948723Z","time spent":"426.83133ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:15.530870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.407858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:15.530962Z","caller":"traceutil/trace.go:172","msg":"trace[1715012818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1021; }","duration":"341.514791ms","start":"2026-04-09T15:59:15.189426Z","end":"2026-04-09T15:59:15.530941Z","steps":["trace[1715012818] 'agreement among raft nodes before linearized reading' (duration: 283.380394ms)","trace[1715012818] 'range keys from in-memory index tree' (duration: 57.909132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.530921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.521572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:15.531006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.189379Z","time spent":"341.616803ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:15.531052Z","caller":"traceutil/trace.go:172","msg":"trace[2055152446] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1021; }","duration":"484.672106ms","start":"2026-04-09T15:59:15.046353Z","end":"2026-04-09T15:59:15.531025Z","steps":["trace[2055152446] 'agreement among raft nodes before linearized reading' (duration: 426.449397ms)","trace[2055152446] 'range keys from in-memory index tree' (duration: 58.012404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.531097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.046308Z","time spent":"484.780888ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:15.531153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.387328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:15.531199Z","caller":"traceutil/trace.go:172","msg":"trace[1780667060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1021; }","duration":"342.431399ms","start":"2026-04-09T15:59:15.188757Z","end":"2026-04-09T15:59:15.531189Z","steps":["trace[1780667060] 'agreement among raft nodes before linearized reading' (duration: 284.055287ms)","trace[1780667060] 'range keys from in-memory index tree' (duration: 58.24093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.531227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.188736Z","time spent":"342.485431ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:15.531296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.320589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.531320Z","caller":"traceutil/trace.go:172","msg":"trace[1060921707] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1021; }","duration":"367.343159ms","start":"2026-04-09T15:59:15.163968Z","end":"2026-04-09T15:59:15.531311Z","steps":["trace[1060921707] 'agreement among raft nodes before linearized reading' (duration: 308.808884ms)","trace[1060921707] 'range keys from in-memory index tree' (duration: 58.483334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.531345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.163948Z","time spent":"367.39121ms","remote":"127.0.0.1:39820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:15.530790Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.007432ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.531517Z","caller":"traceutil/trace.go:172","msg":"trace[1752866138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1021; }","duration":"160.753917ms","start":"2026-04-09T15:59:15.370755Z","end":"2026-04-09T15:59:15.531509Z","steps":["trace[1752866138] 'agreement among raft nodes before linearized reading' (duration: 102.035468ms)","trace[1752866138] 'range keys from in-memory index tree' (duration: 57.955114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.532096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.463354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.532229Z","caller":"traceutil/trace.go:172","msg":"trace[949841458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1023; }","duration":"157.614817ms","start":"2026-04-09T15:59:15.374587Z","end":"2026-04-09T15:59:15.532202Z","steps":["trace[949841458] 'agreement among raft nodes before linearized reading' (duration: 157.402463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.532458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.619636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-09T15:59:15.532528Z","caller":"traceutil/trace.go:172","msg":"trace[555182085] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1023; }","duration":"121.691187ms","start":"2026-04-09T15:59:15.410818Z","end":"2026-04-09T15:59:15.532510Z","steps":["trace[555182085] 'agreement among raft nodes before linearized reading' (duration: 121.328621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:17.458185Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"116.525593ms"} {"level":"warn","ts":"2026-04-09T15:59:17.458262Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"116.610235ms"} {"level":"info","ts":"2026-04-09T15:59:17.519455Z","caller":"traceutil/trace.go:172","msg":"trace[1261846822] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1211; }","duration":"215.732441ms","start":"2026-04-09T15:59:17.303695Z","end":"2026-04-09T15:59:17.519427Z","steps":["trace[1261846822] 'read index received' (duration: 215.723741ms)","trace[1261846822] 'applied index is now lower than readState.Index' (duration: 7.59µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:17.618606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.890394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:17.618683Z","caller":"traceutil/trace.go:172","msg":"trace[1862672898] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:1035; }","duration":"314.967036ms","start":"2026-04-09T15:59:17.303690Z","end":"2026-04-09T15:59:17.618657Z","steps":["trace[1862672898] 'agreement among raft nodes before linearized reading' (duration: 215.846553ms)","trace[1862672898] 'range keys from in-memory index tree' (duration: 99.014201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:17.618712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:17.303671Z","time spent":"315.033976ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:17.618988Z","caller":"traceutil/trace.go:172","msg":"trace[375305257] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"240.302569ms","start":"2026-04-09T15:59:17.378674Z","end":"2026-04-09T15:59:17.618976Z","steps":["trace[375305257] 'process raft request' (duration: 141.333691ms)","trace[375305257] 'compare' (duration: 98.725174ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:17.618971Z","caller":"traceutil/trace.go:172","msg":"trace[1082445717] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"239.263821ms","start":"2026-04-09T15:59:17.379682Z","end":"2026-04-09T15:59:17.618946Z","steps":["trace[1082445717] 'process raft request' (duration: 239.185729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:20.914040Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:21.415479Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:21.587928Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.392314677s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T15:59:21.588094Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.22348196s"} {"level":"warn","ts":"2026-04-09T15:59:21.588115Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.22350748s"} {"level":"warn","ts":"2026-04-09T15:59:21.916529Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:22.416813Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:22.917578Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:22.985769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000210301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:22.985906Z","caller":"traceutil/trace.go:172","msg":"trace[2040480309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361674s","start":"2026-04-09T15:59:20.985516Z","end":"2026-04-09T15:59:22.985878Z","steps":["trace[2040480309] 'agreement among raft nodes before linearized reading' (duration: 2.000204751s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:22.985978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.985500Z","time spent":"2.000468705s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:23.418274Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756865,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:23.659515Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"79e65b4197a2a1a [logterm: 2, index: 1277, vote: 79e65b4197a2a1a] ignored MsgPreVote from 6f8f0520213e17ce [logterm: 2, index: 1268] at term 2: lease is not expired (remaining ticks: 6)"} {"level":"info","ts":"2026-04-09T15:59:23.720208Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"79e65b4197a2a1a [logterm: 2, index: 1277, vote: 79e65b4197a2a1a] ignored MsgPreVote from 6889728893fdf6d4 [logterm: 2, index: 1268] at term 2: lease is not expired (remaining ticks: 6)"} {"level":"warn","ts":"2026-04-09T15:59:23.826166Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.04958105s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T15:59:23.826379Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.038233971s"} {"level":"warn","ts":"2026-04-09T15:59:23.826414Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.038288142s"} {"level":"info","ts":"2026-04-09T15:59:23.827250Z","caller":"traceutil/trace.go:172","msg":"trace[619955291] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1263; }","duration":"3.413481886s","start":"2026-04-09T15:59:20.413746Z","end":"2026-04-09T15:59:23.827228Z","steps":["trace[619955291] 'read index received' (duration: 3.413470416s)","trace[619955291] 'applied index is now lower than readState.Index' (duration: 9.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:23.827447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.41368549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-09T15:59:23.827471Z","caller":"traceutil/trace.go:172","msg":"trace[136587681] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cd5tm; range_end:; response_count:1; response_revision:1076; }","duration":"3.41372406s","start":"2026-04-09T15:59:20.413741Z","end":"2026-04-09T15:59:23.827465Z","steps":["trace[136587681] 'agreement among raft nodes before linearized reading' (duration: 3.413599168s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:23.827492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.413720Z","time spent":"3.413766382s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:23.830270Z","caller":"traceutil/trace.go:172","msg":"trace[2069994008] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"3.440280409s","start":"2026-04-09T15:59:20.389943Z","end":"2026-04-09T15:59:23.830223Z","steps":["trace[2069994008] 'process raft request' (duration: 3.438743142s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:23.831597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.389916Z","time spent":"3.440433392s","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:24.327614Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:24.658495Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"632.049354ms"} {"level":"warn","ts":"2026-04-09T15:59:24.658571Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"632.133925ms"} {"level":"warn","ts":"2026-04-09T15:59:24.658504Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3033910416059756872,"received-request-id":3033910416059756865} {"level":"info","ts":"2026-04-09T15:59:24.660471Z","caller":"traceutil/trace.go:172","msg":"trace[1101902803] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"3.44971233s","start":"2026-04-09T15:59:21.210739Z","end":"2026-04-09T15:59:24.660451Z","steps":["trace[1101902803] 'process raft request' (duration: 3.449435906s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:24.660592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.210716Z","time spent":"3.449821753s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:24.660785Z","caller":"traceutil/trace.go:172","msg":"trace[1391314955] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"3.064017279s","start":"2026-04-09T15:59:21.596710Z","end":"2026-04-09T15:59:24.660728Z","steps":["trace[1391314955] 'process raft request' (duration: 3.063603491s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:24.660974Z","caller":"traceutil/trace.go:172","msg":"trace[62623790] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"3.058427347s","start":"2026-04-09T15:59:21.602532Z","end":"2026-04-09T15:59:24.660960Z","steps":["trace[62623790] 'process raft request' (duration: 3.057853366s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:24.661054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.602525Z","time spent":"3.058502969s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:24.661102Z","caller":"traceutil/trace.go:172","msg":"trace[1805101944] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"3.026711497s","start":"2026-04-09T15:59:21.634367Z","end":"2026-04-09T15:59:24.661078Z","steps":["trace[1805101944] 'process raft request' (duration: 3.026426542s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:24.661232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.634353Z","time spent":"3.026803809s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:24.661343Z","caller":"traceutil/trace.go:172","msg":"trace[1415479157] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"3.027176776s","start":"2026-04-09T15:59:21.634135Z","end":"2026-04-09T15:59:24.661312Z","steps":["trace[1415479157] 'process raft request' (duration: 3.026717888s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:24.661469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.634050Z","time spent":"3.027354108s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:24.661495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.596687Z","time spent":"3.064156821s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:24.673546Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"79e65b4197a2a1a [logterm: 2, index: 1282, vote: 79e65b4197a2a1a] ignored MsgVote from 6889728893fdf6d4 [logterm: 2, index: 1268] at term 2: lease is not expired (remaining ticks: 4)"} {"level":"info","ts":"2026-04-09T15:59:24.673755Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"79e65b4197a2a1a [term: 2] received a MsgAppResp message with higher term from 6889728893fdf6d4 [term: 3]"} {"level":"info","ts":"2026-04-09T15:59:24.673817Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"79e65b4197a2a1a became follower at term 3"} {"level":"info","ts":"2026-04-09T15:59:24.673831Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 79e65b4197a2a1a lost leader 79e65b4197a2a1a at term 3"} {"level":"warn","ts":"2026-04-09T15:59:24.828391Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:24.828529Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:24.957316Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 3] ignored a MsgAppResp message with lower term from 6f8f0520213e17ce [term: 2]"} {"level":"warn","ts":"2026-04-09T15:59:24.987240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000378982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:24.987331Z","caller":"traceutil/trace.go:172","msg":"trace[708809914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552325s","start":"2026-04-09T15:59:22.986757Z","end":"2026-04-09T15:59:24.987309Z","steps":["trace[708809914] 'agreement among raft nodes before linearized reading' (duration: 2.000374652s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:24.987417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.986740Z","time spent":"2.000642936s","remote":"127.0.0.1:39588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:25.026249Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:25.026352Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 3] ignored a MsgAppResp message with lower term from 6f8f0520213e17ce [term: 2]"} {"level":"warn","ts":"2026-04-09T15:59:25.329108Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:25.329199Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:25.331196Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:25.719424Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"79e65b4197a2a1a [logterm: 2, index: 1282, vote: 0] rejected MsgPreVote from 6889728893fdf6d4 [logterm: 2, index: 1268] at term 3"} {"level":"warn","ts":"2026-04-09T15:59:25.829934Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:25.830193Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:25.832194Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-09T15:59:26.330477Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:26.330673Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:26.333066Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-09T15:59:26.608690Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.949883807s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T15:59:26.608927Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 3] ignored a MsgAppResp message with lower term from 79e65b4197a2a1a [term: 2]"} {"level":"info","ts":"2026-04-09T15:59:26.608987Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 3] ignored a MsgAppResp message with lower term from 79e65b4197a2a1a [term: 2]"} {"level":"info","ts":"2026-04-09T15:59:26.609025Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 3] ignored a MsgAppResp message with lower term from 79e65b4197a2a1a [term: 2]"} {"level":"info","ts":"2026-04-09T15:59:26.609039Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"79e65b4197a2a1a [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"info","ts":"2026-04-09T15:59:26.609204Z","caller":"traceutil/trace.go:172","msg":"trace[1320392688] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1277; }","duration":"2.781853378s","start":"2026-04-09T15:59:23.827306Z","end":"2026-04-09T15:59:26.609159Z","steps":["trace[1320392688] 'read index received' (duration: 2.781837268s)","trace[1320392688] 'applied index is now lower than readState.Index' (duration: 13.93µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:26.609358Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-09T15:59:26.609319Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":548988028781734426,"new-lead":0} {"level":"warn","ts":"2026-04-09T15:59:26.609418Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":548988028781734426,"new-lead":0} {"level":"warn","ts":"2026-04-09T15:59:26.609447Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":548988028781734426} {"level":"warn","ts":"2026-04-09T15:59:26.609436Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":548988028781734426} {"level":"info","ts":"2026-04-09T15:59:26.659112Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"79e65b4197a2a1a [logterm: 2, index: 1282, vote: 0] rejected MsgPreVote from 6f8f0520213e17ce [logterm: 2, index: 1280] at term 3"} {"level":"info","ts":"2026-04-09T15:59:26.919251Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"79e65b4197a2a1a [logterm: 2, index: 1282, vote: 0] rejected MsgPreVote from 6889728893fdf6d4 [logterm: 2, index: 1268] at term 3"} {"level":"warn","ts":"2026-04-09T15:59:26.996449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000168181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T15:59:26.996523Z","caller":"traceutil/trace.go:172","msg":"trace[491619403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258322s","start":"2026-04-09T15:59:24.996246Z","end":"2026-04-09T15:59:26.996504Z","steps":["trace[491619403] 'agreement among raft nodes before linearized reading' (duration: 2.0001645s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:26.996575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.996228Z","time spent":"2.000338784s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 15:59:26 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T15:59:27.110380Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756879,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:27.110469Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-09T15:59:27.489955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.497727766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-09T15:59:27.490048Z","caller":"traceutil/trace.go:172","msg":"trace[148568055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.497844809s","start":"2026-04-09T15:59:21.992186Z","end":"2026-04-09T15:59:27.490031Z","steps":["trace[148568055] 'agreement among raft nodes before linearized reading' (duration: 4.617087508s)","trace[148568055] 'range keys from in-memory index tree' (duration: 880.582337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:27.490049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.470499335s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:27.490490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.796349628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:27.490523Z","caller":"traceutil/trace.go:172","msg":"trace[1936182134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1086; }","duration":"5.796380408s","start":"2026-04-09T15:59:21.694132Z","end":"2026-04-09T15:59:27.490513Z","steps":["trace[1936182134] 'agreement among raft nodes before linearized reading' (duration: 4.915228241s)","trace[1936182134] 'range keys from in-memory index tree' (duration: 881.004825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:27.490554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.694111Z","time spent":"5.796430319s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:27.490575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.992160Z","time spent":"5.498191905s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} 2026/04/09 15:59:27 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T15:59:27.490893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.320685135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:27.490958Z","caller":"traceutil/trace.go:172","msg":"trace[619894525] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1086; }","duration":"5.320751076s","start":"2026-04-09T15:59:22.170193Z","end":"2026-04-09T15:59:27.490944Z","steps":["trace[619894525] 'agreement among raft nodes before linearized reading' (duration: 4.439067239s)","trace[619894525] 'range keys from in-memory index tree' (duration: 881.600785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:27.490989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.170174Z","time spent":"5.320807467s","remote":"127.0.0.1:40628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:27.491059Z","caller":"traceutil/trace.go:172","msg":"trace[1244792741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1086; }","duration":"6.47082222s","start":"2026-04-09T15:59:21.019523Z","end":"2026-04-09T15:59:27.490345Z","steps":["trace[1244792741] 'agreement among raft nodes before linearized reading' (duration: 5.589801395s)","trace[1244792741] 'range keys from in-memory index tree' (duration: 880.67088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:27.491857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.751355553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:27.491937Z","caller":"traceutil/trace.go:172","msg":"trace[1063644158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1086; }","duration":"5.751435735s","start":"2026-04-09T15:59:21.740487Z","end":"2026-04-09T15:59:27.491922Z","steps":["trace[1063644158] 'agreement among raft nodes before linearized reading' (duration: 4.86872379s)","trace[1063644158] 'range keys from in-memory index tree' (duration: 881.666256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:27.491998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.740471Z","time spent":"5.751490286s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:27.543318Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 3] ignored a MsgAppResp message with lower term from 79e65b4197a2a1a [term: 2]"} {"level":"info","ts":"2026-04-09T15:59:27.543389Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 3] ignored a MsgAppResp message with lower term from 79e65b4197a2a1a [term: 2]"} {"level":"warn","ts":"2026-04-09T15:59:27.610785Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756879,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:27.610935Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-09T15:59:28.110974Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756879,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:28.111084Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"79e65b4197a2a1a no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:28.160102Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"79e65b4197a2a1a [logterm: 2, index: 1282, vote: 0] rejected MsgPreVote from 6f8f0520213e17ce [logterm: 2, index: 1280] at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.163589Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"79e65b4197a2a1a [term: 3] received a MsgVote message with higher term from 6f8f0520213e17ce [term: 4]"} {"level":"info","ts":"2026-04-09T15:59:28.163699Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"79e65b4197a2a1a became follower at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.163718Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"79e65b4197a2a1a [logterm: 2, index: 1282, vote: 0] rejected MsgVote from 6f8f0520213e17ce [logterm: 2, index: 1280] at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.166770Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1281 [existing term: 2, conflicting term: 4]"} {"level":"info","ts":"2026-04-09T15:59:28.166838Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:203","msg":"replace the unstable entries from index 1281"} {"level":"info","ts":"2026-04-09T15:59:28.166856Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 79e65b4197a2a1a elected leader 6f8f0520213e17ce at term 4"} {"level":"warn","ts":"2026-04-09T15:59:28.167117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.972794452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.100\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.167154Z","caller":"traceutil/trace.go:172","msg":"trace[1511308199] range","detail":"{range_begin:/registry/masterleases/199.19.213.100; range_end:; }","duration":"1.972848063s","start":"2026-04-09T15:59:26.194291Z","end":"2026-04-09T15:59:28.167139Z","steps":["trace[1511308199] 'agreement among raft nodes before linearized reading' (duration: 1.972793252s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.167137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.782835846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.167189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:26.194256Z","time spent":"1.972925413s","remote":"127.0.0.1:39636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.100\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.167206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.842576791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.167255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.411501482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.167221Z","caller":"traceutil/trace.go:172","msg":"trace[70324940] range","detail":"{range_begin:/registry/resourcequotas; range_end:; }","duration":"3.782944118s","start":"2026-04-09T15:59:24.384255Z","end":"2026-04-09T15:59:28.167199Z","steps":["trace[70324940] 'agreement among raft nodes before linearized reading' (duration: 3.782832846s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.167309Z","caller":"traceutil/trace.go:172","msg":"trace[1043138506] range","detail":"{range_begin:/registry/csinodes; range_end:; }","duration":"3.411556083s","start":"2026-04-09T15:59:24.755745Z","end":"2026-04-09T15:59:28.167301Z","steps":["trace[1043138506] 'agreement among raft nodes before linearized reading' (duration: 3.411501612s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.167337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.384223Z","time spent":"3.783102171s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.167282Z","caller":"traceutil/trace.go:172","msg":"trace[1409960494] range","detail":"{range_begin:/registry/daemonsets; range_end:; }","duration":"3.842648232s","start":"2026-04-09T15:59:24.324622Z","end":"2026-04-09T15:59:28.167270Z","steps":["trace[1409960494] 'agreement among raft nodes before linearized reading' (duration: 3.842576481s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.167285Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.167424Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":548988028781734426} {"level":"warn","ts":"2026-04-09T15:59:28.167370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.324604Z","time spent":"3.842760034s","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.167154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.805413322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.167343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.755717Z","time spent":"3.411617725s","remote":"127.0.0.1:40318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.167480Z","caller":"traceutil/trace.go:172","msg":"trace[1236725765] range","detail":"{range_begin:/registry/priorityclasses; range_end:; }","duration":"3.805754168s","start":"2026-04-09T15:59:24.361718Z","end":"2026-04-09T15:59:28.167472Z","steps":["trace[1236725765] 'agreement among raft nodes before linearized reading' (duration: 3.805411252s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.167508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.361706Z","time spent":"3.805795599s","remote":"127.0.0.1:40246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.170337Z","caller":"traceutil/trace.go:172","msg":"trace[1236458918] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"4.326056159s","start":"2026-04-09T15:59:23.844265Z","end":"2026-04-09T15:59:28.170321Z","steps":["trace[1236458918] 'process raft request' (duration: 4.325890006s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.170445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:23.844244Z","time spent":"4.32613819s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:28.170841Z","caller":"traceutil/trace.go:172","msg":"trace[1832449366] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"4.272377958s","start":"2026-04-09T15:59:23.898444Z","end":"2026-04-09T15:59:28.170822Z","steps":["trace[1832449366] 'process raft request' (duration: 4.271847168s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.170938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:23.898414Z","time spent":"4.272468679s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:28.171950Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-09T15:59:28.182333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.185477702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.182430Z","caller":"traceutil/trace.go:172","msg":"trace[1952204108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1091; }","duration":"1.185585024s","start":"2026-04-09T15:59:26.996831Z","end":"2026-04-09T15:59:28.182416Z","steps":["trace[1952204108] 'agreement among raft nodes before linearized reading' (duration: 1.185447591s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.182463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:26.996811Z","time spent":"1.185643495s","remote":"127.0.0.1:39588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:28.182814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.648302ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.182984Z","caller":"traceutil/trace.go:172","msg":"trace[1643521586] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1091; }","duration":"688.952027ms","start":"2026-04-09T15:59:27.494015Z","end":"2026-04-09T15:59:28.182967Z","steps":["trace[1643521586] 'agreement among raft nodes before linearized reading' (duration: 688.418658ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.184756Z","caller":"traceutil/trace.go:172","msg":"trace[365252272] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"3.508818149s","start":"2026-04-09T15:59:24.675926Z","end":"2026-04-09T15:59:28.184744Z","steps":["trace[365252272] 'process raft request' (duration: 3.508609414s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.185165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.675907Z","time spent":"3.509194705s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:28.188509Z","caller":"traceutil/trace.go:172","msg":"trace[1855888982] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"3.197441313s","start":"2026-04-09T15:59:24.991046Z","end":"2026-04-09T15:59:28.188487Z","steps":["trace[1855888982] 'process raft request' (duration: 3.197212569s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.188612Z","caller":"traceutil/trace.go:172","msg":"trace[518834662] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"1.521956685s","start":"2026-04-09T15:59:26.666641Z","end":"2026-04-09T15:59:28.188598Z","steps":["trace[518834662] 'process raft request' (duration: 1.521812922s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.188613Z","caller":"traceutil/trace.go:172","msg":"trace[2086336439] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"692.243555ms","start":"2026-04-09T15:59:27.496350Z","end":"2026-04-09T15:59:28.188594Z","steps":["trace[2086336439] 'process raft request' (duration: 692.187784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.188751Z","caller":"traceutil/trace.go:172","msg":"trace[1286674260] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"1.522076027s","start":"2026-04-09T15:59:26.666662Z","end":"2026-04-09T15:59:28.188738Z","steps":["trace[1286674260] 'process raft request' (duration: 1.521837573s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.188939Z","caller":"traceutil/trace.go:172","msg":"trace[351012085] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"187.166662ms","start":"2026-04-09T15:59:28.001762Z","end":"2026-04-09T15:59:28.188929Z","steps":["trace[351012085] 'process raft request' (duration: 186.962269ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.188914Z","caller":"traceutil/trace.go:172","msg":"trace[1883993207] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"692.244565ms","start":"2026-04-09T15:59:27.496546Z","end":"2026-04-09T15:59:28.188791Z","steps":["trace[1883993207] 'process raft request' (duration: 692.031351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.189114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:27.496534Z","time spent":"692.502369ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:28.189175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:26.666640Z","time spent":"1.52225293s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:28.189558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.991022Z","time spent":"3.197558544s","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:28.189623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:26.666615Z","time spent":"1.522192159s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:28.189920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:27.496322Z","time spent":"692.414828ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:29.979211Z","caller":"traceutil/trace.go:172","msg":"trace[697136781] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"525.489354ms","start":"2026-04-09T15:59:29.453681Z","end":"2026-04-09T15:59:29.979171Z","steps":["trace[697136781] 'process raft request' (duration: 525.27023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:29.979902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.453661Z","time spent":"525.641118ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:30.142437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.639461ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:30.142560Z","caller":"traceutil/trace.go:172","msg":"trace[1340551678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1157; }","duration":"123.777734ms","start":"2026-04-09T15:59:30.018762Z","end":"2026-04-09T15:59:30.142540Z","steps":["trace[1340551678] 'range keys from in-memory index tree' (duration: 123.562329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.377275Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:30.418422Z","caller":"traceutil/trace.go:172","msg":"trace[324955232] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1366; }","duration":"542.007903ms","start":"2026-04-09T15:59:29.876385Z","end":"2026-04-09T15:59:30.418393Z","steps":["trace[324955232] 'read index received' (duration: 542.000193ms)","trace[324955232] 'applied index is now lower than readState.Index' (duration: 6.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:30.418614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"542.206566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:30.418642Z","caller":"traceutil/trace.go:172","msg":"trace[1572967897] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1157; }","duration":"542.264297ms","start":"2026-04-09T15:59:29.876370Z","end":"2026-04-09T15:59:30.418635Z","steps":["trace[1572967897] 'agreement among raft nodes before linearized reading' (duration: 542.172805ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:30.418883Z","caller":"traceutil/trace.go:172","msg":"trace[1326963862] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"953.872583ms","start":"2026-04-09T15:59:29.464735Z","end":"2026-04-09T15:59:30.418608Z","steps":["trace[1326963862] 'process raft request' (duration: 953.680439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.419119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.464706Z","time spent":"954.241709ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:30.419267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.876347Z","time spent":"542.323688ms","remote":"127.0.0.1:40246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:30.519712Z","caller":"traceutil/trace.go:172","msg":"trace[28285017] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"833.511591ms","start":"2026-04-09T15:59:29.686177Z","end":"2026-04-09T15:59:30.519689Z","steps":["trace[28285017] 'process raft request' (duration: 832.958182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.519865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.686147Z","time spent":"833.649033ms","remote":"127.0.0.1:39700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:30.919422Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:30.991141Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3033910416059756931,"received-request-id":3033910416059756924} {"level":"info","ts":"2026-04-09T15:59:30.991664Z","caller":"traceutil/trace.go:172","msg":"trace[130100780] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"838.859506ms","start":"2026-04-09T15:59:30.152778Z","end":"2026-04-09T15:59:30.991637Z","steps":["trace[130100780] 'process raft request' (duration: 838.734712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.991850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.152750Z","time spent":"838.982217ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:30.992035Z","caller":"traceutil/trace.go:172","msg":"trace[1200700069] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"794.895707ms","start":"2026-04-09T15:59:30.197114Z","end":"2026-04-09T15:59:30.992010Z","steps":["trace[1200700069] 'process raft request' (duration: 794.721124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.992193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.197103Z","time spent":"795.016879ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:30.992150Z","caller":"traceutil/trace.go:172","msg":"trace[1491555592] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"795.114821ms","start":"2026-04-09T15:59:30.197005Z","end":"2026-04-09T15:59:30.992119Z","steps":["trace[1491555592] 'process raft request' (duration: 794.590341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.992394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.196990Z","time spent":"795.281993ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:31.062496Z","caller":"traceutil/trace.go:172","msg":"trace[390924152] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"481.866573ms","start":"2026-04-09T15:59:30.580601Z","end":"2026-04-09T15:59:31.062468Z","steps":["trace[390924152] 'process raft request' (duration: 481.814112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.062632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.580569Z","time spent":"482.006556ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2676,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:31.260600Z","caller":"traceutil/trace.go:172","msg":"trace[467281317] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1377; }","duration":"842.05362ms","start":"2026-04-09T15:59:30.418516Z","end":"2026-04-09T15:59:31.260570Z","steps":["trace[467281317] 'read index received' (duration: 842.04292ms)","trace[467281317] 'applied index is now lower than readState.Index' (duration: 9.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.459571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.262874455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:31.459632Z","caller":"traceutil/trace.go:172","msg":"trace[1096520636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1168; }","duration":"1.262946376s","start":"2026-04-09T15:59:30.196672Z","end":"2026-04-09T15:59:31.459619Z","steps":["trace[1096520636] 'agreement among raft nodes before linearized reading' (duration: 1.064049568s)","trace[1096520636] 'range keys from in-memory index tree' (duration: 198.710943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.459665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.196652Z","time spent":"1.263002157s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:31.459658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.261967068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:31.459747Z","caller":"traceutil/trace.go:172","msg":"trace[1223784794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1168; }","duration":"1.262299725s","start":"2026-04-09T15:59:30.197427Z","end":"2026-04-09T15:59:31.459726Z","steps":["trace[1223784794] 'agreement among raft nodes before linearized reading' (duration: 1.063257975s)","trace[1223784794] 'range keys from in-memory index tree' (duration: 198.568171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.459758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.773561ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.459789Z","caller":"traceutil/trace.go:172","msg":"trace[2130049936] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1168; }","duration":"257.810332ms","start":"2026-04-09T15:59:31.201970Z","end":"2026-04-09T15:59:31.459780Z","steps":["trace[2130049936] 'range keys from in-memory index tree' (duration: 257.741421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.459787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.197419Z","time spent":"1.262357866s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:31.459855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.47189879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:31.459880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.317266676s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.459904Z","caller":"traceutil/trace.go:172","msg":"trace[654219546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1168; }","duration":"1.317291036s","start":"2026-04-09T15:59:30.142605Z","end":"2026-04-09T15:59:31.459896Z","steps":["trace[654219546] 'agreement among raft nodes before linearized reading' (duration: 1.118136534s)","trace[654219546] 'range keys from in-memory index tree' (duration: 199.124071ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:31.459909Z","caller":"traceutil/trace.go:172","msg":"trace[283670896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1168; }","duration":"1.471952781s","start":"2026-04-09T15:59:29.987937Z","end":"2026-04-09T15:59:31.459890Z","steps":["trace[283670896] 'agreement among raft nodes before linearized reading' (duration: 1.272808149s)","trace[283670896] 'range keys from in-memory index tree' (duration: 199.067441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.459940Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.987920Z","time spent":"1.472012232s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:31.664791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.663967Z","time spent":"7.000817763s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T15:59:31.669090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.667918Z","time spent":"7.001154977s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T15:59:31.761464Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:31.852093Z","caller":"traceutil/trace.go:172","msg":"trace[568957285] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"854.03839ms","start":"2026-04-09T15:59:30.998031Z","end":"2026-04-09T15:59:31.852070Z","steps":["trace[568957285] 'process raft request' (duration: 853.873587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.852292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.998012Z","time spent":"854.212933ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:31.969316Z","caller":"traceutil/trace.go:172","msg":"trace[1045573247] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1378; }","duration":"708.60864ms","start":"2026-04-09T15:59:31.260691Z","end":"2026-04-09T15:59:31.969300Z","steps":["trace[1045573247] 'read index received' (duration: 708.60362ms)","trace[1045573247] 'applied index is now lower than readState.Index' (duration: 4.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.969408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.298319622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.969428Z","caller":"traceutil/trace.go:172","msg":"trace[242742630] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1169; }","duration":"1.298352493s","start":"2026-04-09T15:59:30.671069Z","end":"2026-04-09T15:59:31.969421Z","steps":["trace[242742630] 'agreement among raft nodes before linearized reading' (duration: 1.298300762s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.969449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.671045Z","time spent":"1.298398313s","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:31.969601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.512710707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-04-09T15:59:31.969664Z","caller":"traceutil/trace.go:172","msg":"trace[2029707373] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cd5tm; range_end:; response_count:1; response_revision:1169; }","duration":"1.512789618s","start":"2026-04-09T15:59:30.456863Z","end":"2026-04-09T15:59:31.969653Z","steps":["trace[2029707373] 'agreement among raft nodes before linearized reading' (duration: 1.512570025s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.969689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"902.982791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-09T15:59:31.969709Z","caller":"traceutil/trace.go:172","msg":"trace[693854611] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1169; }","duration":"903.002601ms","start":"2026-04-09T15:59:31.066700Z","end":"2026-04-09T15:59:31.969702Z","steps":["trace[693854611] 'agreement among raft nodes before linearized reading' (duration: 902.94419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.969721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.066667Z","time spent":"903.051492ms","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:31.969548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"961.975486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"warn","ts":"2026-04-09T15:59:31.969729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.456847Z","time spent":"1.512840139s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18913,"request content":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:31.969766Z","caller":"traceutil/trace.go:172","msg":"trace[2045817832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1169; }","duration":"962.19206ms","start":"2026-04-09T15:59:31.007555Z","end":"2026-04-09T15:59:31.969747Z","steps":["trace[2045817832] 'agreement among raft nodes before linearized reading' (duration: 961.790873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.969817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.007537Z","time spent":"962.263681ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:31.969994Z","caller":"traceutil/trace.go:172","msg":"trace[2058363066] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"503.486155ms","start":"2026-04-09T15:59:31.466493Z","end":"2026-04-09T15:59:31.969979Z","steps":["trace[2058363066] 'process raft request' (duration: 503.455824ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:31.970025Z","caller":"traceutil/trace.go:172","msg":"trace[1463233838] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"504.37569ms","start":"2026-04-09T15:59:31.465643Z","end":"2026-04-09T15:59:31.970018Z","steps":["trace[1463233838] 'process raft request' (duration: 504.270158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.970096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.465631Z","time spent":"504.438501ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:31.970103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.466484Z","time spent":"503.546176ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:32.037815Z","caller":"traceutil/trace.go:172","msg":"trace[408331117] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"181.469683ms","start":"2026-04-09T15:59:31.856329Z","end":"2026-04-09T15:59:32.037799Z","steps":["trace[408331117] 'process raft request' (duration: 181.359741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:32.470143Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:32.971073Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756938,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:33.264627Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"79e65b4197a2a1a is starting a new election at term 4"} {"level":"info","ts":"2026-04-09T15:59:33.264680Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"79e65b4197a2a1a became pre-candidate at term 4"} {"level":"info","ts":"2026-04-09T15:59:33.264700Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"79e65b4197a2a1a [logterm: 4, index: 1386] sent MsgPreVote request to 6889728893fdf6d4 at term 4"} {"level":"info","ts":"2026-04-09T15:59:33.264709Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"79e65b4197a2a1a [logterm: 4, index: 1386] sent MsgPreVote request to 6f8f0520213e17ce at term 4"} {"level":"info","ts":"2026-04-09T15:59:33.264718Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 79e65b4197a2a1a lost leader 6f8f0520213e17ce at term 4"} {"level":"info","ts":"2026-04-09T15:59:33.264755Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"79e65b4197a2a1a received MsgPreVoteResp from 79e65b4197a2a1a at term 4"} {"level":"info","ts":"2026-04-09T15:59:33.264764Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"79e65b4197a2a1a has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:33.265926Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"79e65b4197a2a1a received MsgPreVoteResp from 6889728893fdf6d4 at term 4"} {"level":"info","ts":"2026-04-09T15:59:33.266000Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"79e65b4197a2a1a has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:33.266045Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"79e65b4197a2a1a became candidate at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.266122Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"79e65b4197a2a1a [logterm: 4, index: 1386] sent MsgVote request to 6889728893fdf6d4 at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.266153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"79e65b4197a2a1a [logterm: 4, index: 1386] sent MsgVote request to 6f8f0520213e17ce at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.350531Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"79e65b4197a2a1a received MsgVoteResp from 79e65b4197a2a1a at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.350613Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"79e65b4197a2a1a has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:33.390149Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"79e65b4197a2a1a received MsgVoteResp from 6889728893fdf6d4 at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.390217Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"79e65b4197a2a1a has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:33.390253Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"79e65b4197a2a1a became leader at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.390274Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 79e65b4197a2a1a elected leader 79e65b4197a2a1a at term 5"} {"level":"warn","ts":"2026-04-09T15:59:33.390458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.929790903s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:33.390555Z","caller":"traceutil/trace.go:172","msg":"trace[770204342] range","detail":"{range_begin:; range_end:; }","duration":"1.929913086s","start":"2026-04-09T15:59:31.460623Z","end":"2026-04-09T15:59:33.390536Z","steps":["trace[770204342] 'agreement among raft nodes before linearized reading' (duration: 1.929787573s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.390461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.928530392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"error","ts":"2026-04-09T15:59:33.390639Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-09T15:59:33.390693Z","caller":"traceutil/trace.go:172","msg":"trace[1680139768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.928778426s","start":"2026-04-09T15:59:31.461888Z","end":"2026-04-09T15:59:33.390666Z","steps":["trace[1680139768] 'agreement among raft nodes before linearized reading' (duration: 1.928522041s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.390884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.461876Z","time spent":"1.928990339s","remote":"127.0.0.1:39588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:33.390849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.729883927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:33.391190Z","caller":"traceutil/trace.go:172","msg":"trace[868998726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.730349035s","start":"2026-04-09T15:59:31.660727Z","end":"2026-04-09T15:59:33.391076Z","steps":["trace[868998726] 'agreement among raft nodes before linearized reading' (duration: 1.729875617s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.391308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.660712Z","time spent":"1.730579669s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:33.460479Z","caller":"traceutil/trace.go:172","msg":"trace[1746426684] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"1.475342159s","start":"2026-04-09T15:59:31.985111Z","end":"2026-04-09T15:59:33.460453Z","steps":["trace[1746426684] 'process raft request' (duration: 1.475228267s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:33.460490Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-09T15:59:33.460611Z","caller":"traceutil/trace.go:172","msg":"trace[454877717] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"1.483924988s","start":"2026-04-09T15:59:31.976651Z","end":"2026-04-09T15:59:33.460576Z","steps":["trace[454877717] 'process raft request' (duration: 1.483583572s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.461386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.976623Z","time spent":"1.484428967s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:33.461619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.863445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:33.463267Z","caller":"traceutil/trace.go:172","msg":"trace[434930289] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1177; }","duration":"337.509754ms","start":"2026-04-09T15:59:33.125732Z","end":"2026-04-09T15:59:33.463242Z","steps":["trace[434930289] 'agreement among raft nodes before linearized reading' (duration: 335.818905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.461708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.016625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-09T15:59:33.461637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.985083Z","time spent":"1.475491522s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:33.461981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.311790516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:33.462110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.488114161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-09T15:59:33.463600Z","caller":"traceutil/trace.go:172","msg":"trace[2017344130] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1177; }","duration":"1.489512295s","start":"2026-04-09T15:59:31.973980Z","end":"2026-04-09T15:59:33.463492Z","steps":["trace[2017344130] 'agreement among raft nodes before linearized reading' (duration: 1.487987559s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.463541Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.125701Z","time spent":"337.764358ms","remote":"127.0.0.1:39862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:33.463771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.973962Z","time spent":"1.489704648s","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:33.464043Z","caller":"traceutil/trace.go:172","msg":"trace[104238640] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1177; }","duration":"1.314162887s","start":"2026-04-09T15:59:32.149864Z","end":"2026-04-09T15:59:33.464027Z","steps":["trace[104238640] 'agreement among raft nodes before linearized reading' (duration: 1.311745456s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.464096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:32.149844Z","time spent":"1.314235278s","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:33.464279Z","caller":"traceutil/trace.go:172","msg":"trace[1885267768] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1177; }","duration":"285.546499ms","start":"2026-04-09T15:59:33.178673Z","end":"2026-04-09T15:59:33.464219Z","steps":["trace[1885267768] 'agreement among raft nodes before linearized reading' (duration: 282.883353ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:33.650306Z","caller":"traceutil/trace.go:172","msg":"trace[1488353856] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1388; }","duration":"169.50065ms","start":"2026-04-09T15:59:33.480782Z","end":"2026-04-09T15:59:33.650282Z","steps":["trace[1488353856] 'read index received' (duration: 169.48986ms)","trace[1488353856] 'applied index is now lower than readState.Index' (duration: 8.87µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:33.698462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.040858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 ","response":"range_response_count:1 size:19063"} {"level":"warn","ts":"2026-04-09T15:59:33.698533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.827666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:33.698570Z","caller":"traceutil/trace.go:172","msg":"trace[1883690294] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cd5tm; range_end:; response_count:1; response_revision:1178; }","duration":"228.170441ms","start":"2026-04-09T15:59:33.470371Z","end":"2026-04-09T15:59:33.698541Z","steps":["trace[1883690294] 'agreement among raft nodes before linearized reading' (duration: 180.072033ms)","trace[1883690294] 'range keys from in-memory index tree' (duration: 47.916745ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:33.698602Z","caller":"traceutil/trace.go:172","msg":"trace[1381149723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"226.893157ms","start":"2026-04-09T15:59:33.471686Z","end":"2026-04-09T15:59:33.698579Z","steps":["trace[1381149723] 'agreement among raft nodes before linearized reading' (duration: 178.749038ms)","trace[1381149723] 'range keys from in-memory index tree' (duration: 48.053447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:33.698463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.509394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:33.698712Z","caller":"traceutil/trace.go:172","msg":"trace[1832047180] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1178; }","duration":"225.754878ms","start":"2026-04-09T15:59:33.472937Z","end":"2026-04-09T15:59:33.698692Z","steps":["trace[1832047180] 'agreement among raft nodes before linearized reading' (duration: 177.481147ms)","trace[1832047180] 'range keys from in-memory index tree' (duration: 48.004697ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:34.101847Z","caller":"traceutil/trace.go:172","msg":"trace[636596482] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1390; }","duration":"451.437318ms","start":"2026-04-09T15:59:33.650373Z","end":"2026-04-09T15:59:34.101810Z","steps":["trace[636596482] 'read index received' (duration: 451.426027ms)","trace[636596482] 'applied index is now lower than readState.Index' (duration: 9.611µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:34.101935Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"147.917575ms"} {"level":"warn","ts":"2026-04-09T15:59:34.102021Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"148.011196ms"} {"level":"warn","ts":"2026-04-09T15:59:34.102198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"619.076435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-09T15:59:34.102233Z","caller":"traceutil/trace.go:172","msg":"trace[629751710] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1180; }","duration":"619.129736ms","start":"2026-04-09T15:59:33.483095Z","end":"2026-04-09T15:59:34.102225Z","steps":["trace[629751710] 'agreement among raft nodes before linearized reading' (duration: 618.856411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.102260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.483084Z","time spent":"619.170786ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:34.102824Z","caller":"traceutil/trace.go:172","msg":"trace[1090697856] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"400.291857ms","start":"2026-04-09T15:59:33.702507Z","end":"2026-04-09T15:59:34.102799Z","steps":["trace[1090697856] 'process raft request' (duration: 399.737908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.103030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.702164Z","time spent":"400.797356ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:34.322226Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"20.097692ms"} {"level":"warn","ts":"2026-04-09T15:59:34.322306Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"20.187253ms"} {"level":"info","ts":"2026-04-09T15:59:34.322625Z","caller":"traceutil/trace.go:172","msg":"trace[29017605] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"608.20006ms","start":"2026-04-09T15:59:33.714397Z","end":"2026-04-09T15:59:34.322597Z","steps":["trace[29017605] 'process raft request' (duration: 607.996466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.322832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.714379Z","time spent":"608.346602ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19303,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:34.353546Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 5] ignored a MsgReadIndexResp message with lower term from 6f8f0520213e17ce [term: 4]"} {"level":"info","ts":"2026-04-09T15:59:34.354482Z","caller":"traceutil/trace.go:172","msg":"trace[1037410465] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1392; }","duration":"252.555779ms","start":"2026-04-09T15:59:34.101906Z","end":"2026-04-09T15:59:34.354462Z","steps":["trace[1037410465] 'read index received' (duration: 252.511848ms)","trace[1037410465] 'applied index is now lower than readState.Index' (duration: 42.631µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:34.354707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"499.864569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:34.354741Z","caller":"traceutil/trace.go:172","msg":"trace[1523738745] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1182; }","duration":"499.92243ms","start":"2026-04-09T15:59:33.854810Z","end":"2026-04-09T15:59:34.354733Z","steps":["trace[1523738745] 'agreement among raft nodes before linearized reading' (duration: 499.841719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.354772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.854781Z","time spent":"499.983542ms","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:34.354781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.065333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:34.354812Z","caller":"traceutil/trace.go:172","msg":"trace[1864692283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1182; }","duration":"262.121874ms","start":"2026-04-09T15:59:34.092680Z","end":"2026-04-09T15:59:34.354802Z","steps":["trace[1864692283] 'agreement among raft nodes before linearized reading' (duration: 262.036002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.354875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.012415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:34.354932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.531543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T15:59:34.354975Z","caller":"traceutil/trace.go:172","msg":"trace[601994024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"654.132697ms","start":"2026-04-09T15:59:33.700823Z","end":"2026-04-09T15:59:34.354955Z","steps":["trace[601994024] 'agreement among raft nodes before linearized reading' (duration: 653.964784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:34.355017Z","caller":"traceutil/trace.go:172","msg":"trace[1201549819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1182; }","duration":"377.623015ms","start":"2026-04-09T15:59:33.977381Z","end":"2026-04-09T15:59:34.355004Z","steps":["trace[1201549819] 'agreement among raft nodes before linearized reading' (duration: 377.224488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.355032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.700799Z","time spent":"654.224069ms","remote":"127.0.0.1:39588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:34.355086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.977359Z","time spent":"377.684476ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:34.355301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.791298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T15:59:34.355331Z","caller":"traceutil/trace.go:172","msg":"trace[1138251163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1182; }","duration":"377.821908ms","start":"2026-04-09T15:59:33.977500Z","end":"2026-04-09T15:59:34.355322Z","steps":["trace[1138251163] 'agreement among raft nodes before linearized reading' (duration: 377.012025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.355355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.977474Z","time spent":"377.874219ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:34.528784Z","caller":"traceutil/trace.go:172","msg":"trace[1262867867] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"421.34359ms","start":"2026-04-09T15:59:34.107410Z","end":"2026-04-09T15:59:34.528753Z","steps":["trace[1262867867] 'process raft request' (duration: 420.74795ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:34.528889Z","caller":"traceutil/trace.go:172","msg":"trace[899743814] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"420.492056ms","start":"2026-04-09T15:59:34.108358Z","end":"2026-04-09T15:59:34.528850Z","steps":["trace[899743814] 'process raft request' (duration: 420.089509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.529007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:34.108348Z","time spent":"420.625928ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:34.529122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:34.107386Z","time spent":"421.477833ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:34.529713Z","caller":"traceutil/trace.go:172","msg":"trace[816352485] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"420.050758ms","start":"2026-04-09T15:59:34.109608Z","end":"2026-04-09T15:59:34.529659Z","steps":["trace[816352485] 'process raft request' (duration: 419.137932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.529926Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:34.109599Z","time spent":"420.185291ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3268,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:34.530277Z","caller":"traceutil/trace.go:172","msg":"trace[1191020688] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"420.146111ms","start":"2026-04-09T15:59:34.110119Z","end":"2026-04-09T15:59:34.530265Z","steps":["trace[1191020688] 'process raft request' (duration: 419.320006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.530344Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:34.110092Z","time spent":"420.219102ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:34.532284Z","caller":"traceutil/trace.go:172","msg":"trace[997280020] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"170.847529ms","start":"2026-04-09T15:59:34.361423Z","end":"2026-04-09T15:59:34.532271Z","steps":["trace[997280020] 'process raft request' (duration: 168.765414ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:34.533114Z","caller":"traceutil/trace.go:172","msg":"trace[1621829462] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"169.503164ms","start":"2026-04-09T15:59:34.362994Z","end":"2026-04-09T15:59:34.532497Z","steps":["trace[1621829462] 'process raft request' (duration: 169.24849ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:34.533409Z","caller":"traceutil/trace.go:172","msg":"trace[935670087] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"163.600584ms","start":"2026-04-09T15:59:34.369795Z","end":"2026-04-09T15:59:34.533396Z","steps":["trace[935670087] 'process raft request' (duration: 162.566096ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:35.760253Z","caller":"traceutil/trace.go:172","msg":"trace[242194247] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"103.406595ms","start":"2026-04-09T15:59:35.656807Z","end":"2026-04-09T15:59:35.760213Z","steps":["trace[242194247] 'process raft request' (duration: 103.12242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:36.694928Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:36.768201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"749.045447ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:36.768285Z","caller":"traceutil/trace.go:172","msg":"trace[1417530816] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1206; }","duration":"749.139938ms","start":"2026-04-09T15:59:36.019129Z","end":"2026-04-09T15:59:36.768269Z","steps":["trace[1417530816] 'range keys from in-memory index tree' (duration: 748.997315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:36.768355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"932.064098ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-09T15:59:37.195114Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756967,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:37.419188Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"79e65b4197a2a1a [logterm: 5, index: 1420, vote: 79e65b4197a2a1a] ignored MsgPreVote from 6889728893fdf6d4 [logterm: 5, index: 1419] at term 5: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-04-09T15:59:37.497027Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"79e65b4197a2a1a [logterm: 5, index: 1420, vote: 79e65b4197a2a1a] ignored MsgVote from 6889728893fdf6d4 [logterm: 5, index: 1419] at term 5: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-09T15:59:37.503045Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.419950953s"} {"level":"warn","ts":"2026-04-09T15:59:37.503099Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.420013804s"} {"level":"info","ts":"2026-04-09T15:59:37.504125Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"79e65b4197a2a1a [term: 5] received a MsgAppResp message with higher term from 6889728893fdf6d4 [term: 6]"} {"level":"info","ts":"2026-04-09T15:59:37.504167Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"79e65b4197a2a1a became follower at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.504176Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 79e65b4197a2a1a lost leader 79e65b4197a2a1a at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.547578Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1420 [existing term: 5, conflicting term: 6]"} {"level":"info","ts":"2026-04-09T15:59:37.547636Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:203","msg":"replace the unstable entries from index 1420"} {"level":"info","ts":"2026-04-09T15:59:37.547654Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 79e65b4197a2a1a elected leader 6889728893fdf6d4 at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.576825Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"79e65b4197a2a1a [term: 6] ignored a MsgAppResp message with lower term from 79e65b4197a2a1a [term: 5]"} {"level":"info","ts":"2026-04-09T15:59:37.576895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"79e65b4197a2a1a [term: 6] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 5]"} {"level":"warn","ts":"2026-04-09T15:59:37.577036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.382434814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.100\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:37.577111Z","caller":"traceutil/trace.go:172","msg":"trace[1747802517] range","detail":"{range_begin:/registry/masterleases/199.19.213.100; range_end:; }","duration":"1.382525985s","start":"2026-04-09T15:59:36.194569Z","end":"2026-04-09T15:59:37.577095Z","steps":["trace[1747802517] 'agreement among raft nodes before linearized reading' (duration: 1.382434254s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.577157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.194542Z","time spent":"1.382605127s","remote":"127.0.0.1:39636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.100\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.996450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:32.998161Z","time spent":"4.99828225s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T15:59:37.997193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:32.997884Z","time spent":"4.999305618s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T15:59:38.077856Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059756970,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:38.152488Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-09T15:59:38.330216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.561861829s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.330239Z","caller":"traceutil/trace.go:172","msg":"trace[388788185] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1420; }","duration":"753.149933ms","start":"2026-04-09T15:59:37.576973Z","end":"2026-04-09T15:59:38.330123Z","steps":["trace[388788185] 'read index received' (duration: 753.136133ms)","trace[388788185] 'applied index is now lower than readState.Index' (duration: 12.04µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:38.330295Z","caller":"traceutil/trace.go:172","msg":"trace[363162958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"1.5619552s","start":"2026-04-09T15:59:36.768323Z","end":"2026-04-09T15:59:38.330279Z","steps":["trace[363162958] 'agreement among raft nodes before linearized reading' (duration: 1.561830038s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.330420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.791707415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:38.330471Z","caller":"traceutil/trace.go:172","msg":"trace[1323714665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"1.791775866s","start":"2026-04-09T15:59:36.538682Z","end":"2026-04-09T15:59:38.330458Z","steps":["trace[1323714665] 'agreement among raft nodes before linearized reading' (duration: 1.791568123s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.330472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.794441541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T15:59:38.330517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.538668Z","time spent":"1.791832437s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.330533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"823.650996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-09T15:59:38.330539Z","caller":"traceutil/trace.go:172","msg":"trace[1610067033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1209; }","duration":"1.794515562s","start":"2026-04-09T15:59:36.536010Z","end":"2026-04-09T15:59:38.330526Z","steps":["trace[1610067033] 'agreement among raft nodes before linearized reading' (duration: 1.794341709s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:38.330579Z","caller":"traceutil/trace.go:172","msg":"trace[759992447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1209; }","duration":"823.701017ms","start":"2026-04-09T15:59:37.506866Z","end":"2026-04-09T15:59:38.330567Z","steps":["trace[759992447] 'agreement among raft nodes before linearized reading' (duration: 823.568615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.330552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.344609438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:38.330576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.825131272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 ","response":"range_response_count:1 size:19670"} {"level":"info","ts":"2026-04-09T15:59:38.330644Z","caller":"traceutil/trace.go:172","msg":"trace[699229509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1209; }","duration":"1.3447042s","start":"2026-04-09T15:59:36.985921Z","end":"2026-04-09T15:59:38.330625Z","steps":["trace[699229509] 'agreement among raft nodes before linearized reading' (duration: 1.344572378s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:38.330665Z","caller":"traceutil/trace.go:172","msg":"trace[350147486] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cd5tm; range_end:; response_count:1; response_revision:1209; }","duration":"1.825233984s","start":"2026-04-09T15:59:36.505413Z","end":"2026-04-09T15:59:38.330647Z","steps":["trace[350147486] 'agreement among raft nodes before linearized reading' (duration: 1.82495906s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.330695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.985901Z","time spent":"1.344783851s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:38.330609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.506845Z","time spent":"823.755897ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.330705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.505392Z","time spent":"1.825304566s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19693,"request content":"key:\"/registry/pods/kube-system/cilium-cd5tm\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.330589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.535989Z","time spent":"1.794588114s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.359278Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3033910416059756971,"received-request-id":3033910416059756970} {"level":"info","ts":"2026-04-09T15:59:38.764304Z","caller":"traceutil/trace.go:172","msg":"trace[2080180683] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"427.316732ms","start":"2026-04-09T15:59:38.336968Z","end":"2026-04-09T15:59:38.764285Z","steps":["trace[2080180683] 'process raft request' (duration: 427.201431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.764464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.336945Z","time spent":"427.434295ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:38.765077Z","caller":"traceutil/trace.go:172","msg":"trace[1559564059] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"418.877961ms","start":"2026-04-09T15:59:38.346185Z","end":"2026-04-09T15:59:38.765063Z","steps":["trace[1559564059] 'process raft request' (duration: 418.82591ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:38.765199Z","caller":"traceutil/trace.go:172","msg":"trace[948836271] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"427.964683ms","start":"2026-04-09T15:59:38.337220Z","end":"2026-04-09T15:59:38.765184Z","steps":["trace[948836271] 'process raft request' (duration: 427.74192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.765314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.337213Z","time spent":"428.047524ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:38.765516Z","caller":"traceutil/trace.go:172","msg":"trace[1653949574] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"428.407081ms","start":"2026-04-09T15:59:38.337091Z","end":"2026-04-09T15:59:38.765498Z","steps":["trace[1653949574] 'process raft request' (duration: 427.79204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.765600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.337062Z","time spent":"428.496953ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:38.765548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.346166Z","time spent":"419.045684ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:38.818436Z","caller":"traceutil/trace.go:172","msg":"trace[406118164] linearizableReadLoop","detail":"{readStateIndex:1423; appliedIndex:1427; }","duration":"488.109736ms","start":"2026-04-09T15:59:38.330310Z","end":"2026-04-09T15:59:38.818420Z","steps":["trace[406118164] 'read index received' (duration: 488.103316ms)","trace[406118164] 'applied index is now lower than readState.Index' (duration: 5.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.870174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"570.598777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.870236Z","caller":"traceutil/trace.go:172","msg":"trace[698148753] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1215; }","duration":"570.671688ms","start":"2026-04-09T15:59:38.299549Z","end":"2026-04-09T15:59:38.870221Z","steps":["trace[698148753] 'agreement among raft nodes before linearized reading' (duration: 518.974537ms)","trace[698148753] 'range keys from in-memory index tree' (duration: 51.60885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.870251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.120880501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.870314Z","caller":"traceutil/trace.go:172","msg":"trace[1022534837] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1215; }","duration":"1.120944342s","start":"2026-04-09T15:59:37.749351Z","end":"2026-04-09T15:59:38.870296Z","steps":["trace[1022534837] 'agreement among raft nodes before linearized reading' (duration: 1.069159439s)","trace[1022534837] 'range keys from in-memory index tree' (duration: 51.704681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.870309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.267599923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.100\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T15:59:38.870340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"660.601592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:38.870356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.749331Z","time spent":"1.121012853s","remote":"127.0.0.1:40400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.870375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"871.037606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-09T15:59:38.870396Z","caller":"traceutil/trace.go:172","msg":"trace[2062497674] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1215; }","duration":"660.656903ms","start":"2026-04-09T15:59:38.209721Z","end":"2026-04-09T15:59:38.870378Z","steps":["trace[2062497674] 'agreement among raft nodes before linearized reading' (duration: 608.738658ms)","trace[2062497674] 'range keys from in-memory index tree' (duration: 51.820843ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:38.870426Z","caller":"traceutil/trace.go:172","msg":"trace[218780659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1215; }","duration":"871.087857ms","start":"2026-04-09T15:59:37.999322Z","end":"2026-04-09T15:59:38.870410Z","steps":["trace[218780659] 'agreement among raft nodes before linearized reading' (duration: 819.170602ms)","trace[218780659] 'range keys from in-memory index tree' (duration: 51.794933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.870441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.209701Z","time spent":"660.725414ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.870272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.299528Z","time spent":"570.735599ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.870465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.999311Z","time spent":"871.142217ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:38.870419Z","caller":"traceutil/trace.go:172","msg":"trace[102849845] range","detail":"{range_begin:/registry/masterleases/199.19.213.100; range_end:; response_count:1; response_revision:1215; }","duration":"1.267747995s","start":"2026-04-09T15:59:37.602648Z","end":"2026-04-09T15:59:38.870396Z","steps":["trace[102849845] 'agreement among raft nodes before linearized reading' (duration: 1.215868611s)","trace[102849845] 'range keys from in-memory index tree' (duration: 51.61944ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:38.870615Z","caller":"traceutil/trace.go:172","msg":"trace[2066136167] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"457.876358ms","start":"2026-04-09T15:59:38.412722Z","end":"2026-04-09T15:59:38.870598Z","steps":["trace[2066136167] 'process raft request' (duration: 457.751726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.870210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"872.668614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-09T15:59:38.870722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"539.142717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:38.870735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.412700Z","time spent":"457.959819ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:38.870692Z","caller":"traceutil/trace.go:172","msg":"trace[1071298736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1215; }","duration":"873.148172ms","start":"2026-04-09T15:59:37.997520Z","end":"2026-04-09T15:59:38.870668Z","steps":["trace[1071298736] 'agreement among raft nodes before linearized reading' (duration: 820.984523ms)","trace[1071298736] 'range keys from in-memory index tree' (duration: 51.581049ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:38.870770Z","caller":"traceutil/trace.go:172","msg":"trace[1999205356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1218; }","duration":"539.190067ms","start":"2026-04-09T15:59:38.331566Z","end":"2026-04-09T15:59:38.870756Z","steps":["trace[1999205356] 'agreement among raft nodes before linearized reading' (duration: 539.091126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.870813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.331546Z","time spent":"539.256988ms","remote":"127.0.0.1:39588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:38.870565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.602626Z","time spent":"1.267917848s","remote":"127.0.0.1:39636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.100\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.870863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"538.14972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.870909Z","caller":"traceutil/trace.go:172","msg":"trace[1919717614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1218; }","duration":"538.196051ms","start":"2026-04-09T15:59:38.332699Z","end":"2026-04-09T15:59:38.870895Z","steps":["trace[1919717614] 'agreement among raft nodes before linearized reading' (duration: 538.127719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.870939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.997462Z","time spent":"873.321595ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:39.020905Z","caller":"traceutil/trace.go:172","msg":"trace[1156533163] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"137.736897ms","start":"2026-04-09T15:59:38.883142Z","end":"2026-04-09T15:59:39.020879Z","steps":["trace[1156533163] 'process raft request' (duration: 137.685626ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:39.021107Z","caller":"traceutil/trace.go:172","msg":"trace[1649145554] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"142.695412ms","start":"2026-04-09T15:59:38.878393Z","end":"2026-04-09T15:59:39.021089Z","steps":["trace[1649145554] 'process raft request' (duration: 142.339986ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:39.022210Z","caller":"traceutil/trace.go:172","msg":"trace[2001845719] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"120.925975ms","start":"2026-04-09T15:59:38.901266Z","end":"2026-04-09T15:59:39.022192Z","steps":["trace[2001845719] 'process raft request' (duration: 120.163012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:39.041993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:32.041254Z","time spent":"7.000734863s","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T15:59:40.049282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41194","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:59:41.345991Z","caller":"traceutil/trace.go:172","msg":"trace[689430130] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"318.421213ms","start":"2026-04-09T15:59:41.027547Z","end":"2026-04-09T15:59:41.345969Z","steps":["trace[689430130] 'process raft request' (duration: 318.368593ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:41.346113Z","caller":"traceutil/trace.go:172","msg":"trace[1594172611] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"318.88248ms","start":"2026-04-09T15:59:41.027144Z","end":"2026-04-09T15:59:41.346026Z","steps":["trace[1594172611] 'process raft request' (duration: 318.595956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:41.346183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:41.027530Z","time spent":"318.583616ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:41.346329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:41.027121Z","time spent":"319.080634ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:42.188173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.273345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41240","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:59:42.280343Z","caller":"traceutil/trace.go:172","msg":"trace[1129506256] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"159.435869ms","start":"2026-04-09T15:59:42.120886Z","end":"2026-04-09T15:59:42.280322Z","steps":["trace[1129506256] 'process raft request' (duration: 159.285127ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:42.281331Z","caller":"traceutil/trace.go:172","msg":"trace[2146210920] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"159.623482ms","start":"2026-04-09T15:59:42.121690Z","end":"2026-04-09T15:59:42.281313Z","steps":["trace[2146210920] 'process raft request' (duration: 159.578752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:42.281682Z","caller":"traceutil/trace.go:172","msg":"trace[490780448] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"160.567669ms","start":"2026-04-09T15:59:42.121097Z","end":"2026-04-09T15:59:42.281664Z","steps":["trace[490780448] 'process raft request' (duration: 160.054871ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:42.294530Z","caller":"traceutil/trace.go:172","msg":"trace[108254952] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"169.310212ms","start":"2026-04-09T15:59:42.125198Z","end":"2026-04-09T15:59:42.294508Z","steps":["trace[108254952] 'process raft request' (duration: 169.087748ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:42.294672Z","caller":"traceutil/trace.go:172","msg":"trace[480567907] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"162.635701ms","start":"2026-04-09T15:59:42.131959Z","end":"2026-04-09T15:59:42.294594Z","steps":["trace[480567907] 'process raft request' (duration: 162.510769ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:42.294711Z","caller":"traceutil/trace.go:172","msg":"trace[1591309190] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"168.364927ms","start":"2026-04-09T15:59:42.126320Z","end":"2026-04-09T15:59:42.294685Z","steps":["trace[1591309190] 'process raft request' (duration: 168.096622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:42.301497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.113703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:42.301559Z","caller":"traceutil/trace.go:172","msg":"trace[1623514238] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1262; }","duration":"104.186904ms","start":"2026-04-09T15:59:42.197360Z","end":"2026-04-09T15:59:42.301547Z","steps":["trace[1623514238] 'agreement among raft nodes before linearized reading' (duration: 104.077102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:42.325168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.366942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.396529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.408845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.421636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.441779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.476007Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.500736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.517450Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.681614Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.697734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.732914Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.757385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.781081Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.805968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.845186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.862632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.884396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.912280Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:42.990285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.062331Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.077835Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.095694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.107840Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.125874Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.190704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.211835Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.229179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.244836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.260487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:43.286598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41800","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:59:44.273067Z","caller":"traceutil/trace.go:172","msg":"trace[258775154] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1519; }","duration":"253.098194ms","start":"2026-04-09T15:59:44.019945Z","end":"2026-04-09T15:59:44.273043Z","steps":["trace[258775154] 'read index received' (duration: 253.091034ms)","trace[258775154] 'applied index is now lower than readState.Index' (duration: 5.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:44.273255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.294867ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:44.273306Z","caller":"traceutil/trace.go:172","msg":"trace[1810833807] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1302; }","duration":"253.351148ms","start":"2026-04-09T15:59:44.019936Z","end":"2026-04-09T15:59:44.273287Z","steps":["trace[1810833807] 'agreement among raft nodes before linearized reading' (duration: 253.260277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:44.276551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.760354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:44.276656Z","caller":"traceutil/trace.go:172","msg":"trace[344898268] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies; range_end:; response_count:0; response_revision:1302; }","duration":"139.872876ms","start":"2026-04-09T15:59:44.136764Z","end":"2026-04-09T15:59:44.276637Z","steps":["trace[344898268] 'agreement among raft nodes before linearized reading' (duration: 139.738354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:44.276944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.748178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:44.277049Z","caller":"traceutil/trace.go:172","msg":"trace[20582864] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1302; }","duration":"188.86338ms","start":"2026-04-09T15:59:44.088172Z","end":"2026-04-09T15:59:44.277036Z","steps":["trace[20582864] 'agreement among raft nodes before linearized reading' (duration: 187.774382ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:45.003824Z","caller":"traceutil/trace.go:172","msg":"trace[952846107] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1527; }","duration":"191.718866ms","start":"2026-04-09T15:59:44.812080Z","end":"2026-04-09T15:59:45.003799Z","steps":["trace[952846107] 'read index received' (duration: 191.711466ms)","trace[952846107] 'applied index is now lower than readState.Index' (duration: 6.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:45.004076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.989141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-09T15:59:45.004124Z","caller":"traceutil/trace.go:172","msg":"trace[381684236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1310; }","duration":"192.053542ms","start":"2026-04-09T15:59:44.812061Z","end":"2026-04-09T15:59:45.004114Z","steps":["trace[381684236] 'agreement among raft nodes before linearized reading' (duration: 191.859038ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:45.005573Z","caller":"traceutil/trace.go:172","msg":"trace[1684713048] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"192.843395ms","start":"2026-04-09T15:59:44.812699Z","end":"2026-04-09T15:59:45.005542Z","steps":["trace[1684713048] 'process raft request' (duration: 192.612041ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:45.006413Z","caller":"traceutil/trace.go:172","msg":"trace[204259341] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"192.302306ms","start":"2026-04-09T15:59:44.814096Z","end":"2026-04-09T15:59:45.006398Z","steps":["trace[204259341] 'process raft request' (duration: 192.218614ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:46.359117Z","caller":"traceutil/trace.go:172","msg":"trace[46692037] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1544; }","duration":"162.969594ms","start":"2026-04-09T15:59:46.195575Z","end":"2026-04-09T15:59:46.358545Z","steps":["trace[46692037] 'read index received' (duration: 162.964413ms)","trace[46692037] 'applied index is now lower than readState.Index' (duration: 4.081µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:46.377046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.456865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.100\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T15:59:46.377128Z","caller":"traceutil/trace.go:172","msg":"trace[728237409] range","detail":"{range_begin:/registry/masterleases/199.19.213.100; range_end:; response_count:1; response_revision:1326; }","duration":"181.553986ms","start":"2026-04-09T15:59:46.195556Z","end":"2026-04-09T15:59:46.377110Z","steps":["trace[728237409] 'agreement among raft nodes before linearized reading' (duration: 163.211827ms)","trace[728237409] 'range keys from in-memory index tree' (duration: 18.121016ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:47.416093Z","caller":"traceutil/trace.go:172","msg":"trace[419003365] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"204.984195ms","start":"2026-04-09T15:59:47.211087Z","end":"2026-04-09T15:59:47.416072Z","steps":["trace[419003365] 'process raft request' (duration: 204.826562ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.113926Z","caller":"traceutil/trace.go:172","msg":"trace[1446903069] linearizableReadLoop","detail":"{readStateIndex:1564; appliedIndex:1563; }","duration":"292.168772ms","start":"2026-04-09T15:59:48.821717Z","end":"2026-04-09T15:59:49.113886Z","steps":["trace[1446903069] 'read index received' (duration: 289.502699ms)","trace[1446903069] 'applied index is now lower than readState.Index' (duration: 2.659753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.114156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.421176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:49.114191Z","caller":"traceutil/trace.go:172","msg":"trace[1154429273] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1345; }","duration":"292.477817ms","start":"2026-04-09T15:59:48.821703Z","end":"2026-04-09T15:59:49.114181Z","steps":["trace[1154429273] 'agreement among raft nodes before linearized reading' (duration: 292.339794ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.467935Z","caller":"traceutil/trace.go:172","msg":"trace[446499500] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1567; }","duration":"353.896733ms","start":"2026-04-09T15:59:49.114005Z","end":"2026-04-09T15:59:49.467902Z","steps":["trace[446499500] 'read index received' (duration: 353.885893ms)","trace[446499500] 'applied index is now lower than readState.Index' (duration: 9.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.521737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.374973ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:49.521817Z","caller":"traceutil/trace.go:172","msg":"trace[1096096026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1346; }","duration":"502.469324ms","start":"2026-04-09T15:59:49.019329Z","end":"2026-04-09T15:59:49.521799Z","steps":["trace[1096096026] 'agreement among raft nodes before linearized reading' (duration: 448.700239ms)","trace[1096096026] 'range keys from in-memory index tree' (duration: 53.645853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.521867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.030606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:49.521964Z","caller":"traceutil/trace.go:172","msg":"trace[815414057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1346; }","duration":"536.132707ms","start":"2026-04-09T15:59:48.985801Z","end":"2026-04-09T15:59:49.521934Z","steps":["trace[815414057] 'agreement among raft nodes before linearized reading' (duration: 482.23281ms)","trace[815414057] 'range keys from in-memory index tree' (duration: 53.762195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.522022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:48.985783Z","time spent":"536.228378ms","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:49.522289Z","caller":"traceutil/trace.go:172","msg":"trace[1380443844] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"360.299586ms","start":"2026-04-09T15:59:49.161968Z","end":"2026-04-09T15:59:49.522267Z","steps":["trace[1380443844] 'process raft request' (duration: 360.237436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.522491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:49.161944Z","time spent":"360.435138ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:49.594287Z","caller":"traceutil/trace.go:172","msg":"trace[1300239215] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"137.3217ms","start":"2026-04-09T15:59:49.456896Z","end":"2026-04-09T15:59:49.594218Z","steps":["trace[1300239215] 'process raft request' (duration: 137.297949ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.594443Z","caller":"traceutil/trace.go:172","msg":"trace[331701010] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1572; }","duration":"126.367374ms","start":"2026-04-09T15:59:49.468054Z","end":"2026-04-09T15:59:49.594422Z","steps":["trace[331701010] 'read index received' (duration: 126.327113ms)","trace[331701010] 'applied index is now lower than readState.Index' (duration: 5.79µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:49.594550Z","caller":"traceutil/trace.go:172","msg":"trace[123294828] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"138.047971ms","start":"2026-04-09T15:59:49.456494Z","end":"2026-04-09T15:59:49.594542Z","steps":["trace[123294828] 'process raft request' (duration: 137.615504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.594653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.946354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T15:59:49.594685Z","caller":"traceutil/trace.go:172","msg":"trace[230656813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1351; }","duration":"476.993165ms","start":"2026-04-09T15:59:49.117680Z","end":"2026-04-09T15:59:49.594673Z","steps":["trace[230656813] 'agreement among raft nodes before linearized reading' (duration: 476.849513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.594728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:49.117667Z","time spent":"477.049636ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:49.594870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.612193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T15:59:49.594890Z","caller":"traceutil/trace.go:172","msg":"trace[1646073434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1352; }","duration":"480.643143ms","start":"2026-04-09T15:59:49.114241Z","end":"2026-04-09T15:59:49.594884Z","steps":["trace[1646073434] 'agreement among raft nodes before linearized reading' (duration: 480.544642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.594905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:49.114229Z","time spent":"480.671563ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:49.594969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.723004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T15:59:49.594980Z","caller":"traceutil/trace.go:172","msg":"trace[1596473268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1352; }","duration":"480.733845ms","start":"2026-04-09T15:59:49.114242Z","end":"2026-04-09T15:59:49.594976Z","steps":["trace[1596473268] 'agreement among raft nodes before linearized reading' (duration: 480.698664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.594992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:49.114221Z","time spent":"480.769105ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:49.758508Z","caller":"traceutil/trace.go:172","msg":"trace[2143642353] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"158.292007ms","start":"2026-04-09T15:59:49.600195Z","end":"2026-04-09T15:59:49.758487Z","steps":["trace[2143642353] 'process raft request' (duration: 158.166265ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.759990Z","caller":"traceutil/trace.go:172","msg":"trace[696507578] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"159.698719ms","start":"2026-04-09T15:59:49.600265Z","end":"2026-04-09T15:59:49.759963Z","steps":["trace[696507578] 'process raft request' (duration: 159.516286ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:50.299242Z","caller":"traceutil/trace.go:172","msg":"trace[1442563056] linearizableReadLoop","detail":"{readStateIndex:1578; appliedIndex:1579; }","duration":"166.290155ms","start":"2026-04-09T15:59:50.132929Z","end":"2026-04-09T15:59:50.299219Z","steps":["trace[1442563056] 'read index received' (duration: 166.284895ms)","trace[1442563056] 'applied index is now lower than readState.Index' (duration: 3.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:50.299677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.742692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:50.299843Z","caller":"traceutil/trace.go:172","msg":"trace[1646255588] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1358; }","duration":"166.918345ms","start":"2026-04-09T15:59:50.132905Z","end":"2026-04-09T15:59:50.299823Z","steps":["trace[1646255588] 'agreement among raft nodes before linearized reading' (duration: 166.396227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:51.485486Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059757213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:51.986230Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059757213,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:52.058876Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"79e65b4197a2a1a [logterm: 6, index: 1580, vote: 0] cast MsgPreVote for 6f8f0520213e17ce [logterm: 6, index: 1580] at term 6"} {"level":"info","ts":"2026-04-09T15:59:52.083338Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"79e65b4197a2a1a [term: 6] received a MsgVote message with higher term from 6f8f0520213e17ce [term: 7]"} {"level":"info","ts":"2026-04-09T15:59:52.083393Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"79e65b4197a2a1a became follower at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.083412Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"79e65b4197a2a1a [logterm: 6, index: 1580, vote: 0] cast MsgVote for 6f8f0520213e17ce [logterm: 6, index: 1580] at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.083430Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 79e65b4197a2a1a lost leader 6889728893fdf6d4 at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.166615Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 79e65b4197a2a1a elected leader 6f8f0520213e17ce at term 7"} {"level":"warn","ts":"2026-04-09T15:59:52.166876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.181633747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:52.166946Z","caller":"traceutil/trace.go:172","msg":"trace[1091732283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.181718909s","start":"2026-04-09T15:59:50.985209Z","end":"2026-04-09T15:59:52.166928Z","steps":["trace[1091732283] 'agreement among raft nodes before linearized reading' (duration: 1.181630687s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.167004Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:50.985187Z","time spent":"1.18180206s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:52.302635Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-09T15:59:52.303663Z","caller":"traceutil/trace.go:172","msg":"trace[663799548] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1581; }","duration":"136.861809ms","start":"2026-04-09T15:59:52.166777Z","end":"2026-04-09T15:59:52.303639Z","steps":["trace[663799548] 'read index received' (duration: 136.855329ms)","trace[663799548] 'applied index is now lower than readState.Index' (duration: 5.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:52.303796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.299031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-09T15:59:52.303920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.744098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T15:59:52.303950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"621.988074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T15:59:52.304003Z","caller":"traceutil/trace.go:172","msg":"trace[342184983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1359; }","duration":"622.044795ms","start":"2026-04-09T15:59:51.681945Z","end":"2026-04-09T15:59:52.303990Z","steps":["trace[342184983] 'agreement among raft nodes before linearized reading' (duration: 621.894043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.304053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.681928Z","time spent":"622.115406ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:52.304000Z","caller":"traceutil/trace.go:172","msg":"trace[962383195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1359; }","duration":"535.838729ms","start":"2026-04-09T15:59:51.768143Z","end":"2026-04-09T15:59:52.303982Z","steps":["trace[962383195] 'agreement among raft nodes before linearized reading' (duration: 535.574385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.304188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.768124Z","time spent":"536.040172ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:52.303907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.285133512s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:52.304493Z","caller":"traceutil/trace.go:172","msg":"trace[241408543] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1359; }","duration":"1.285735433s","start":"2026-04-09T15:59:51.018736Z","end":"2026-04-09T15:59:52.304471Z","steps":["trace[241408543] 'agreement among raft nodes before linearized reading' (duration: 1.285110212s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:52.304045Z","caller":"traceutil/trace.go:172","msg":"trace[114041268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1359; }","duration":"535.546804ms","start":"2026-04-09T15:59:51.768465Z","end":"2026-04-09T15:59:52.304012Z","steps":["trace[114041268] 'agreement among raft nodes before linearized reading' (duration: 535.200639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.304976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.768455Z","time spent":"536.49631ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:52.305169Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3033910416059757218,"received-request-id":3033910416059757217} {"level":"warn","ts":"2026-04-09T15:59:52.305642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.076386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:52.305713Z","caller":"traceutil/trace.go:172","msg":"trace[705400343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"109.146387ms","start":"2026-04-09T15:59:52.196551Z","end":"2026-04-09T15:59:52.305697Z","steps":["trace[705400343] 'agreement among raft nodes before linearized reading' (duration: 109.034755ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:52.602790Z","caller":"traceutil/trace.go:172","msg":"trace[1252260528] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"291.961624ms","start":"2026-04-09T15:59:52.310803Z","end":"2026-04-09T15:59:52.602764Z","steps":["trace[1252260528] 'process raft request' (duration: 291.774021ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:52.793705Z","caller":"traceutil/trace.go:172","msg":"trace[287833268] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1582; }","duration":"478.090773ms","start":"2026-04-09T15:59:52.315590Z","end":"2026-04-09T15:59:52.793680Z","steps":["trace[287833268] 'read index received' (duration: 478.083553ms)","trace[287833268] 'applied index is now lower than readState.Index' (duration: 5.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:52.793849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"478.245816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:52.793871Z","caller":"traceutil/trace.go:172","msg":"trace[2147242519] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"482.977682ms","start":"2026-04-09T15:59:52.310882Z","end":"2026-04-09T15:59:52.793859Z","steps":["trace[2147242519] 'process raft request' (duration: 482.8602ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:52.793904Z","caller":"traceutil/trace.go:172","msg":"trace[1994816539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1360; }","duration":"478.309107ms","start":"2026-04-09T15:59:52.315578Z","end":"2026-04-09T15:59:52.793887Z","steps":["trace[1994816539] 'agreement among raft nodes before linearized reading' (duration: 478.206496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.793943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.315568Z","time spent":"478.365498ms","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:52.793970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.310876Z","time spent":"483.031323ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:52.795156Z","caller":"traceutil/trace.go:172","msg":"trace[649052237] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"483.527161ms","start":"2026-04-09T15:59:52.311611Z","end":"2026-04-09T15:59:52.795138Z","steps":["trace[649052237] 'process raft request' (duration: 483.396689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.795335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.311595Z","time spent":"483.624713ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:52.795428Z","caller":"traceutil/trace.go:172","msg":"trace[36575399] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"386.333945ms","start":"2026-04-09T15:59:52.409076Z","end":"2026-04-09T15:59:52.795410Z","steps":["trace[36575399] 'process raft request' (duration: 386.284194ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:52.795480Z","caller":"traceutil/trace.go:172","msg":"trace[880170021] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"477.79178ms","start":"2026-04-09T15:59:52.317680Z","end":"2026-04-09T15:59:52.795471Z","steps":["trace[880170021] 'process raft request' (duration: 477.387234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.795544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.409040Z","time spent":"386.447176ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4443,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:52.795562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.317667Z","time spent":"477.863621ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:52.795416Z","caller":"traceutil/trace.go:172","msg":"trace[964062830] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"390.281808ms","start":"2026-04-09T15:59:52.405122Z","end":"2026-04-09T15:59:52.795403Z","steps":["trace[964062830] 'process raft request' (duration: 390.191797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.795649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.405097Z","time spent":"390.505982ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:52.988351Z","caller":"traceutil/trace.go:172","msg":"trace[765003893] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"183.698302ms","start":"2026-04-09T15:59:52.804640Z","end":"2026-04-09T15:59:52.988338Z","steps":["trace[765003893] 'process raft request' (duration: 183.604641ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:52.989366Z","caller":"traceutil/trace.go:172","msg":"trace[146845833] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1590; }","duration":"184.955852ms","start":"2026-04-09T15:59:52.804395Z","end":"2026-04-09T15:59:52.989351Z","steps":["trace[146845833] 'read index received' (duration: 184.951672ms)","trace[146845833] 'applied index is now lower than readState.Index' (duration: 3.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:52.989527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.119504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7488bc8bd5-zv8qp.18a4bb906fdc3fd5\" limit:1 ","response":"range_response_count:1 size:926"} {"level":"info","ts":"2026-04-09T15:59:52.989571Z","caller":"traceutil/trace.go:172","msg":"trace[1477765098] range","detail":"{range_begin:/registry/events/kube-system/coredns-7488bc8bd5-zv8qp.18a4bb906fdc3fd5; range_end:; response_count:1; response_revision:1368; }","duration":"185.173325ms","start":"2026-04-09T15:59:52.804385Z","end":"2026-04-09T15:59:52.989558Z","steps":["trace[1477765098] 'agreement among raft nodes before linearized reading' (duration: 185.037803ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:54.257804Z","caller":"traceutil/trace.go:172","msg":"trace[78755507] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1598; }","duration":"271.55417ms","start":"2026-04-09T15:59:53.986231Z","end":"2026-04-09T15:59:54.257785Z","steps":["trace[78755507] 'read index received' (duration: 271.54896ms)","trace[78755507] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:54.258004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.711502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:54.258044Z","caller":"traceutil/trace.go:172","msg":"trace[143668497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1376; }","duration":"271.808123ms","start":"2026-04-09T15:59:53.986226Z","end":"2026-04-09T15:59:54.258034Z","steps":["trace[143668497] 'agreement among raft nodes before linearized reading' (duration: 271.673621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:54.259650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.838127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:54.259734Z","caller":"traceutil/trace.go:172","msg":"trace[1384049861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1376; }","duration":"239.93056ms","start":"2026-04-09T15:59:54.019788Z","end":"2026-04-09T15:59:54.259718Z","steps":["trace[1384049861] 'agreement among raft nodes before linearized reading' (duration: 239.812657ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:55.333728Z","caller":"traceutil/trace.go:172","msg":"trace[1960821592] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"135.039584ms","start":"2026-04-09T15:59:55.198669Z","end":"2026-04-09T15:59:55.333709Z","steps":["trace[1960821592] 'process raft request' (duration: 134.920702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:56.599243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.600277Z","time spent":"4.998960276s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 15:59:56 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T15:59:56.599243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.600758Z","time spent":"4.998478889s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 15:59:56 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T15:59:56.783537Z","caller":"traceutil/trace.go:172","msg":"trace[920359848] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1609; }","duration":"148.6256ms","start":"2026-04-09T15:59:56.634872Z","end":"2026-04-09T15:59:56.783498Z","steps":["trace[920359848] 'read index received' (duration: 148.61291ms)","trace[920359848] 'applied index is now lower than readState.Index' (duration: 10.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:56.784025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.118798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:56.783779Z","caller":"traceutil/trace.go:172","msg":"trace[659598070] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"177.634465ms","start":"2026-04-09T15:59:56.606111Z","end":"2026-04-09T15:59:56.783745Z","steps":["trace[659598070] 'process raft request' (duration: 177.458281ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:56.784758Z","caller":"traceutil/trace.go:172","msg":"trace[393277244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1386; }","duration":"149.2073ms","start":"2026-04-09T15:59:56.634864Z","end":"2026-04-09T15:59:56.784071Z","steps":["trace[393277244] 'agreement among raft nodes before linearized reading' (duration: 148.781662ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:57.335182Z","caller":"traceutil/trace.go:172","msg":"trace[314919426] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"191.661484ms","start":"2026-04-09T15:59:57.143498Z","end":"2026-04-09T15:59:57.335159Z","steps":["trace[314919426] 'process raft request' (duration: 191.479701ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:57.412931Z","caller":"traceutil/trace.go:172","msg":"trace[1100422714] linearizableReadLoop","detail":"{readStateIndex:1614; appliedIndex:1614; }","duration":"219.482779ms","start":"2026-04-09T15:59:57.193426Z","end":"2026-04-09T15:59:57.412909Z","steps":["trace[1100422714] 'read index received' (duration: 219.477388ms)","trace[1100422714] 'applied index is now lower than readState.Index' (duration: 4.451µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:57.438232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.785814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:57.438289Z","caller":"traceutil/trace.go:172","msg":"trace[1338292343] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1390; }","duration":"244.858115ms","start":"2026-04-09T15:59:57.193415Z","end":"2026-04-09T15:59:57.438273Z","steps":["trace[1338292343] 'agreement among raft nodes before linearized reading' (duration: 219.626001ms)","trace[1338292343] 'range keys from in-memory index tree' (duration: 25.120892ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:57.438741Z","caller":"traceutil/trace.go:172","msg":"trace[1302924762] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"146.826764ms","start":"2026-04-09T15:59:57.291900Z","end":"2026-04-09T15:59:57.438727Z","steps":["trace[1302924762] 'process raft request' (duration: 121.61315ms)","trace[1302924762] 'compare' (duration: 24.797617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:57.531592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:50.530900Z","time spent":"7.000688526s","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-09T16:00:00.780231Z","caller":"traceutil/trace.go:172","msg":"trace[1674663790] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"101.022852ms","start":"2026-04-09T16:00:00.679189Z","end":"2026-04-09T16:00:00.780211Z","steps":["trace[1674663790] 'process raft request' (duration: 100.87524ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:25.100546Z","caller":"traceutil/trace.go:172","msg":"trace[104543736] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"112.383587ms","start":"2026-04-09T16:00:24.988135Z","end":"2026-04-09T16:00:25.100519Z","steps":["trace[104543736] 'process raft request' (duration: 112.235105ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:33.268704Z","caller":"traceutil/trace.go:172","msg":"trace[1485210258] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"291.20046ms","start":"2026-04-09T16:00:32.977477Z","end":"2026-04-09T16:00:33.268677Z","steps":["trace[1485210258] 'process raft request' (duration: 291.008806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:33.519819Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3033910416059757673,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T16:00:33.756302Z","caller":"traceutil/trace.go:172","msg":"trace[901307566] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1849; }","duration":"736.595294ms","start":"2026-04-09T16:00:33.019680Z","end":"2026-04-09T16:00:33.756275Z","steps":["trace[901307566] 'read index received' (duration: 736.588334ms)","trace[901307566] 'applied index is now lower than readState.Index' (duration: 5.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:00:33.756481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"736.777786ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:00:33.756506Z","caller":"traceutil/trace.go:172","msg":"trace[667954949] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1592; }","duration":"736.827027ms","start":"2026-04-09T16:00:33.019671Z","end":"2026-04-09T16:00:33.756498Z","steps":["trace[667954949] 'agreement among raft nodes before linearized reading' (duration: 736.739366ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:33.756728Z","caller":"traceutil/trace.go:172","msg":"trace[413637041] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"599.168085ms","start":"2026-04-09T16:00:33.157533Z","end":"2026-04-09T16:00:33.756701Z","steps":["trace[413637041] 'process raft request' (duration: 599.093044ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:33.757177Z","caller":"traceutil/trace.go:172","msg":"trace[13714992] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"688.10668ms","start":"2026-04-09T16:00:33.069053Z","end":"2026-04-09T16:00:33.757159Z","steps":["trace[13714992] 'process raft request' (duration: 687.067146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:33.756932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T16:00:33.157487Z","time spent":"599.330207ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T16:00:33.757589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T16:00:33.069017Z","time spent":"688.430894ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T16:00:33.759003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"585.487372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T16:00:33.759059Z","caller":"traceutil/trace.go:172","msg":"trace[18914930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1594; }","duration":"585.544803ms","start":"2026-04-09T16:00:33.173498Z","end":"2026-04-09T16:00:33.759043Z","steps":["trace[18914930] 'agreement among raft nodes before linearized reading' (duration: 585.37023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:33.759085Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T16:00:33.173464Z","time spent":"585.615833ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T16:00:33.759232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"585.172837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T16:00:33.759264Z","caller":"traceutil/trace.go:172","msg":"trace[1591659836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1594; }","duration":"585.204058ms","start":"2026-04-09T16:00:33.174050Z","end":"2026-04-09T16:00:33.759254Z","steps":["trace[1591659836] 'agreement among raft nodes before linearized reading' (duration: 585.101106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:33.759310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T16:00:33.174042Z","time spent":"585.261918ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T16:00:33.759707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.035605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T16:00:33.759802Z","caller":"traceutil/trace.go:172","msg":"trace[324230787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1594; }","duration":"480.144826ms","start":"2026-04-09T16:00:33.279639Z","end":"2026-04-09T16:00:33.759783Z","steps":["trace[324230787] 'agreement among raft nodes before linearized reading' (duration: 479.279624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:33.761006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T16:00:33.279615Z","time spent":"480.631652ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T16:00:34.210624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.155099ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T16:00:35.986357Z","caller":"traceutil/trace.go:172","msg":"trace[180833460] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1856; }","duration":"211.760336ms","start":"2026-04-09T16:00:35.774572Z","end":"2026-04-09T16:00:35.986332Z","steps":["trace[180833460] 'read index received' (duration: 211.276889ms)","trace[180833460] 'applied index is now lower than readState.Index' (duration: 482.637µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:00:35.986458Z","caller":"traceutil/trace.go:172","msg":"trace[615351293] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"220.998985ms","start":"2026-04-09T16:00:35.765424Z","end":"2026-04-09T16:00:35.986423Z","steps":["trace[615351293] 'process raft request' (duration: 220.859773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:35.986644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.04849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T16:00:35.986689Z","caller":"traceutil/trace.go:172","msg":"trace[1348307826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1600; }","duration":"212.112881ms","start":"2026-04-09T16:00:35.774567Z","end":"2026-04-09T16:00:35.986680Z","steps":["trace[1348307826] 'agreement among raft nodes before linearized reading' (duration: 211.943858ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:35.986518Z","caller":"traceutil/trace.go:172","msg":"trace[1008539901] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"221.436851ms","start":"2026-04-09T16:00:35.764975Z","end":"2026-04-09T16:00:35.986412Z","steps":["trace[1008539901] 'process raft request' (duration: 221.039505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:35.988656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.503305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-09T16:00:35.990354Z","caller":"traceutil/trace.go:172","msg":"trace[328952819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1600; }","duration":"214.206768ms","start":"2026-04-09T16:00:35.776122Z","end":"2026-04-09T16:00:35.990329Z","steps":["trace[328952819] 'agreement among raft nodes before linearized reading' (duration: 212.374302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:35.988736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.631983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T16:00:35.990437Z","caller":"traceutil/trace.go:172","msg":"trace[79448194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1600; }","duration":"213.351216ms","start":"2026-04-09T16:00:35.777074Z","end":"2026-04-09T16:00:35.990425Z","steps":["trace[79448194] 'agreement among raft nodes before linearized reading' (duration: 211.49439ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:52.344859Z","caller":"traceutil/trace.go:172","msg":"trace[303029573] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1935; }","duration":"124.828857ms","start":"2026-04-09T16:00:52.219997Z","end":"2026-04-09T16:00:52.344826Z","steps":["trace[303029573] 'read index received' (duration: 124.819587ms)","trace[303029573] 'applied index is now lower than readState.Index' (duration: 7.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:00:52.345137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.117651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T16:00:52.345187Z","caller":"traceutil/trace.go:172","msg":"trace[505190513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1666; }","duration":"125.186162ms","start":"2026-04-09T16:00:52.219982Z","end":"2026-04-09T16:00:52.345168Z","steps":["trace[505190513] 'agreement among raft nodes before linearized reading' (duration: 124.955769ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:52.345278Z","caller":"traceutil/trace.go:172","msg":"trace[1917263155] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"125.126661ms","start":"2026-04-09T16:00:52.220129Z","end":"2026-04-09T16:00:52.345255Z","steps":["trace[1917263155] 'process raft request' (duration: 125.07543ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:52.345661Z","caller":"traceutil/trace.go:172","msg":"trace[1100120881] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"125.555727ms","start":"2026-04-09T16:00:52.220066Z","end":"2026-04-09T16:00:52.345622Z","steps":["trace[1100120881] 'process raft request' (duration: 124.956659ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:54.211709Z","caller":"traceutil/trace.go:172","msg":"trace[1369569297] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"137.835919ms","start":"2026-04-09T16:00:54.073841Z","end":"2026-04-09T16:00:54.211677Z","steps":["trace[1369569297] 'read index received' (duration: 116.949835ms)","trace[1369569297] 'applied index is now lower than readState.Index' (duration: 20.883324ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:00:54.211951Z","caller":"traceutil/trace.go:172","msg":"trace[1854406879] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"138.244074ms","start":"2026-04-09T16:00:54.073682Z","end":"2026-04-09T16:00:54.211926Z","steps":["trace[1854406879] 'process raft request' (duration: 137.880029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:54.270691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.835998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:00:54.270784Z","caller":"traceutil/trace.go:172","msg":"trace[1638278626] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1671; }","duration":"196.9361ms","start":"2026-04-09T16:00:54.073824Z","end":"2026-04-09T16:00:54.270760Z","steps":["trace[1638278626] 'agreement among raft nodes before linearized reading' (duration: 137.983611ms)","trace[1638278626] 'range keys from in-memory index tree' (duration: 58.809897ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:00:54.271815Z","caller":"traceutil/trace.go:172","msg":"trace[1215365232] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"160.786849ms","start":"2026-04-09T16:00:54.110978Z","end":"2026-04-09T16:00:54.271765Z","steps":["trace[1215365232] 'process raft request' (duration: 100.931898ms)","trace[1215365232] 'compare' (duration: 58.629185ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:00:54.475718Z","caller":"traceutil/trace.go:172","msg":"trace[392780690] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"118.600627ms","start":"2026-04-09T16:00:54.357088Z","end":"2026-04-09T16:00:54.475689Z","steps":["trace[392780690] 'process raft request' (duration: 67.88341ms)","trace[392780690] 'compare' (duration: 50.559755ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:00:54.625486Z","caller":"traceutil/trace.go:172","msg":"trace[2105052698] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1943; }","duration":"263.959588ms","start":"2026-04-09T16:00:54.361458Z","end":"2026-04-09T16:00:54.625417Z","steps":["trace[2105052698] 'read index received' (duration: 263.944697ms)","trace[2105052698] 'applied index is now lower than readState.Index' (duration: 12.721µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:00:54.626118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.566777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T16:00:54.626159Z","caller":"traceutil/trace.go:172","msg":"trace[1400152429] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"267.500656ms","start":"2026-04-09T16:00:54.358636Z","end":"2026-04-09T16:00:54.626137Z","steps":["trace[1400152429] 'process raft request' (duration: 266.889627ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:54.626222Z","caller":"traceutil/trace.go:172","msg":"trace[1078728257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1673; }","duration":"264.747319ms","start":"2026-04-09T16:00:54.361451Z","end":"2026-04-09T16:00:54.626199Z","steps":["trace[1078728257] 'agreement among raft nodes before linearized reading' (duration: 264.11118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:54.627862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.930772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:00:54.627925Z","caller":"traceutil/trace.go:172","msg":"trace[1010562621] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1674; }","duration":"164.013273ms","start":"2026-04-09T16:00:54.463899Z","end":"2026-04-09T16:00:54.627912Z","steps":["trace[1010562621] 'agreement among raft nodes before linearized reading' (duration: 163.869771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:01:11.265426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.243029ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T16:01:11.266407Z","caller":"traceutil/trace.go:172","msg":"trace[885681225] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2018; }","duration":"110.620382ms","start":"2026-04-09T16:01:11.155744Z","end":"2026-04-09T16:01:11.266364Z","steps":["trace[885681225] 'read index received' (duration: 36.37448ms)","trace[885681225] 'applied index is now lower than readState.Index' (duration: 74.243092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:01:11.446712Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.942816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:01:11.446818Z","caller":"traceutil/trace.go:172","msg":"trace[1516487525] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1740; }","duration":"291.069428ms","start":"2026-04-09T16:01:11.155724Z","end":"2026-04-09T16:01:11.446794Z","steps":["trace[1516487525] 'agreement among raft nodes before linearized reading' (duration: 110.749525ms)","trace[1516487525] 'range keys from in-memory index tree' (duration: 180.137421ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:01:11.889465Z","caller":"traceutil/trace.go:172","msg":"trace[263494814] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"315.556201ms","start":"2026-04-09T16:01:11.573880Z","end":"2026-04-09T16:01:11.889436Z","steps":["trace[263494814] 'process raft request' (duration: 315.261517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:01:11.889631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T16:01:11.573851Z","time spent":"315.689813ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T16:01:12.006757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.24572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T16:01:12.007169Z","caller":"traceutil/trace.go:172","msg":"trace[1681860859] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"380.803604ms","start":"2026-04-09T16:01:11.626340Z","end":"2026-04-09T16:01:12.007143Z","steps":["trace[1681860859] 'process raft request' (duration: 263.079488ms)","trace[1681860859] 'compare' (duration: 117.101918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:01:12.007233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T16:01:11.626254Z","time spent":"380.951686ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T16:01:14.139367Z","caller":"traceutil/trace.go:172","msg":"trace[15995392] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"126.725938ms","start":"2026-04-09T16:01:14.012616Z","end":"2026-04-09T16:01:14.139342Z","steps":["trace[15995392] 'process raft request' (duration: 126.550656ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:01:14.140106Z","caller":"traceutil/trace.go:172","msg":"trace[1306589195] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2029; }","duration":"120.67634ms","start":"2026-04-09T16:01:14.019409Z","end":"2026-04-09T16:01:14.140085Z","steps":["trace[1306589195] 'read index received' (duration: 120.67192ms)","trace[1306589195] 'applied index is now lower than readState.Index' (duration: 3.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:01:14.157726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.329582ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:01:14.157784Z","caller":"traceutil/trace.go:172","msg":"trace[1864591356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1748; }","duration":"138.390203ms","start":"2026-04-09T16:01:14.019369Z","end":"2026-04-09T16:01:14.157759Z","steps":["trace[1864591356] 'agreement among raft nodes before linearized reading' (duration: 120.793562ms)","trace[1864591356] 'range keys from in-memory index tree' (duration: 17.51815ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:01:33.011337Z","caller":"traceutil/trace.go:172","msg":"trace[1672383979] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"250.593355ms","start":"2026-04-09T16:01:32.760729Z","end":"2026-04-09T16:01:33.011323Z","steps":["trace[1672383979] 'process raft request' (duration: 250.485614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:01:33.013467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.070998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T16:01:33.013532Z","caller":"traceutil/trace.go:172","msg":"trace[315641051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1824; }","duration":"112.149329ms","start":"2026-04-09T16:01:32.901371Z","end":"2026-04-09T16:01:33.013521Z","steps":["trace[315641051] 'agreement among raft nodes before linearized reading' (duration: 111.918666ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:01:33.013209Z","caller":"traceutil/trace.go:172","msg":"trace[604898996] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2117; }","duration":"111.465169ms","start":"2026-04-09T16:01:32.901376Z","end":"2026-04-09T16:01:33.012841Z","steps":["trace[604898996] 'read index received' (duration: 111.457839ms)","trace[604898996] 'applied index is now lower than readState.Index' (duration: 5.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:01:33.015462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.008084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-09T16:01:33.015506Z","caller":"traceutil/trace.go:172","msg":"trace[496411754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1824; }","duration":"108.060474ms","start":"2026-04-09T16:01:32.907433Z","end":"2026-04-09T16:01:33.015494Z","steps":["trace[496411754] 'agreement among raft nodes before linearized reading' (duration: 107.930823ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:01:33.155155Z","caller":"traceutil/trace.go:172","msg":"trace[488647365] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"136.638362ms","start":"2026-04-09T16:01:33.018500Z","end":"2026-04-09T16:01:33.155138Z","steps":["trace[488647365] 'process raft request' (duration: 99.978969ms)","trace[488647365] 'compare' (duration: 36.566131ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:01:33.200245Z","caller":"traceutil/trace.go:172","msg":"trace[1979109308] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2118; }","duration":"180.851902ms","start":"2026-04-09T16:01:33.019379Z","end":"2026-04-09T16:01:33.200231Z","steps":["trace[1979109308] 'read index received' (duration: 180.848352ms)","trace[1979109308] 'applied index is now lower than readState.Index' (duration: 2.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:01:33.200352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.948783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:01:33.200373Z","caller":"traceutil/trace.go:172","msg":"trace[646208910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1825; }","duration":"180.993544ms","start":"2026-04-09T16:01:33.019370Z","end":"2026-04-09T16:01:33.200363Z","steps":["trace[646208910] 'agreement among raft nodes before linearized reading' (duration: 180.929783ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:01:33.200703Z","caller":"traceutil/trace.go:172","msg":"trace[56025073] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"179.980802ms","start":"2026-04-09T16:01:33.020715Z","end":"2026-04-09T16:01:33.200696Z","steps":["trace[56025073] 'process raft request' (duration: 179.869801ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:02:10.829773Z","caller":"traceutil/trace.go:172","msg":"trace[461420321] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"247.331673ms","start":"2026-04-09T16:02:10.582421Z","end":"2026-04-09T16:02:10.829753Z","steps":["trace[461420321] 'process raft request' (duration: 247.192108ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:02:10.830331Z","caller":"traceutil/trace.go:172","msg":"trace[636730933] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"189.14692ms","start":"2026-04-09T16:02:10.641172Z","end":"2026-04-09T16:02:10.830319Z","steps":["trace[636730933] 'process raft request' (duration: 189.062596ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:02:10.830759Z","caller":"traceutil/trace.go:172","msg":"trace[355999646] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2283; }","duration":"238.258608ms","start":"2026-04-09T16:02:10.592479Z","end":"2026-04-09T16:02:10.830737Z","steps":["trace[355999646] 'read index received' (duration: 238.254208ms)","trace[355999646] 'applied index is now lower than readState.Index' (duration: 3.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:02:10.831131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.624412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" limit:1 ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-04-09T16:02:10.831215Z","caller":"traceutil/trace.go:172","msg":"trace[489690] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:1968; }","duration":"238.721116ms","start":"2026-04-09T16:02:10.592473Z","end":"2026-04-09T16:02:10.831195Z","steps":["trace[489690] 'agreement among raft nodes before linearized reading' (duration: 238.378413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:02:10.832517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.45269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" limit:1 ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-09T16:02:10.832628Z","caller":"traceutil/trace.go:172","msg":"trace[437605286] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:1968; }","duration":"236.558964ms","start":"2026-04-09T16:02:10.596027Z","end":"2026-04-09T16:02:10.832586Z","steps":["trace[437605286] 'agreement among raft nodes before linearized reading' (duration: 236.307134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:02:10.832639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.793005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/cilium-config-agent\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-09T16:02:10.832510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.382843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config\" limit:1 ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T16:02:10.832681Z","caller":"traceutil/trace.go:172","msg":"trace[1826486767] range","detail":"{range_begin:/registry/roles/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:1968; }","duration":"178.832626ms","start":"2026-04-09T16:02:10.653835Z","end":"2026-04-09T16:02:10.832668Z","steps":["trace[1826486767] 'agreement among raft nodes before linearized reading' (duration: 178.725652ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:02:10.832700Z","caller":"traceutil/trace.go:172","msg":"trace[713587707] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config; range_end:; response_count:1; response_revision:1968; }","duration":"181.588271ms","start":"2026-04-09T16:02:10.651096Z","end":"2026-04-09T16:02:10.832684Z","steps":["trace[713587707] 'agreement among raft nodes before linearized reading' (duration: 181.255578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:02:10.832809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.804569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" limit:1 ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-09T16:02:10.832973Z","caller":"traceutil/trace.go:172","msg":"trace[324145750] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:1968; }","duration":"212.986746ms","start":"2026-04-09T16:02:10.619928Z","end":"2026-04-09T16:02:10.832914Z","steps":["trace[324145750] 'agreement among raft nodes before linearized reading' (duration: 212.578831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:02:10.832942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.452161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:317"} {"level":"info","ts":"2026-04-09T16:02:10.833114Z","caller":"traceutil/trace.go:172","msg":"trace[795798082] range","detail":"{range_begin:/registry/roles/kube-system/kube-proxy; range_end:; response_count:1; response_revision:1968; }","duration":"235.637678ms","start":"2026-04-09T16:02:10.597465Z","end":"2026-04-09T16:02:10.833102Z","steps":["trace[795798082] 'agreement among raft nodes before linearized reading' (duration: 235.082117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:02:21.673831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.861452ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T16:02:21.673997Z","caller":"traceutil/trace.go:172","msg":"trace[1975043062] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"104.363658ms","start":"2026-04-09T16:02:21.569613Z","end":"2026-04-09T16:02:21.673976Z","steps":["trace[1975043062] 'read index received' (duration: 1.625348ms)","trace[1975043062] 'applied index is now lower than readState.Index' (duration: 102.7366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:02:21.674574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.890667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T16:02:21.674679Z","caller":"traceutil/trace.go:172","msg":"trace[1205659016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2009; }","duration":"105.055753ms","start":"2026-04-09T16:02:21.569606Z","end":"2026-04-09T16:02:21.674661Z","steps":["trace[1205659016] 'agreement among raft nodes before linearized reading' (duration: 104.560355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:02:21.782323Z","caller":"traceutil/trace.go:172","msg":"trace[479198580] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2334; }","duration":"108.258218ms","start":"2026-04-09T16:02:21.674027Z","end":"2026-04-09T16:02:21.782286Z","steps":["trace[479198580] 'read index received' (duration: 108.246997ms)","trace[479198580] 'applied index is now lower than readState.Index' (duration: 9.381µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:02:21.819109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.462407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8xtzj\" limit:1 ","response":"range_response_count:1 size:19897"} {"level":"info","ts":"2026-04-09T16:02:21.819206Z","caller":"traceutil/trace.go:172","msg":"trace[449569633] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8xtzj; range_end:; response_count:1; response_revision:2011; }","duration":"197.584442ms","start":"2026-04-09T16:02:21.621598Z","end":"2026-04-09T16:02:21.819183Z","steps":["trace[449569633] 'agreement among raft nodes before linearized reading' (duration: 160.721717ms)","trace[449569633] 'range keys from in-memory index tree' (duration: 36.534493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:02:21.819214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.810658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8xtzj\" limit:1 ","response":"range_response_count:1 size:19897"} {"level":"warn","ts":"2026-04-09T16:02:21.819219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.235411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-09T16:02:21.819300Z","caller":"traceutil/trace.go:172","msg":"trace[723847374] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8xtzj; range_end:; response_count:1; response_revision:2011; }","duration":"195.907201ms","start":"2026-04-09T16:02:21.623374Z","end":"2026-04-09T16:02:21.819281Z","steps":["trace[723847374] 'agreement among raft nodes before linearized reading' (duration: 159.019056ms)","trace[723847374] 'range keys from in-memory index tree' (duration: 36.670698ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:02:21.819323Z","caller":"traceutil/trace.go:172","msg":"trace[1823509421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2011; }","duration":"215.384076ms","start":"2026-04-09T16:02:21.603916Z","end":"2026-04-09T16:02:21.819300Z","steps":["trace[1823509421] 'agreement among raft nodes before linearized reading' (duration: 178.505571ms)","trace[1823509421] 'range keys from in-memory index tree' (duration: 36.560904ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:02:21.819330Z","caller":"traceutil/trace.go:172","msg":"trace[12743239] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"139.599343ms","start":"2026-04-09T16:02:21.679707Z","end":"2026-04-09T16:02:21.819306Z","steps":["trace[12743239] 'process raft request' (duration: 102.679577ms)","trace[12743239] 'compare' (duration: 36.657827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:02:21.819484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.146548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8xtzj\" limit:1 ","response":"range_response_count:1 size:19897"} {"level":"info","ts":"2026-04-09T16:02:21.820160Z","caller":"traceutil/trace.go:172","msg":"trace[1666847230] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8xtzj; range_end:; response_count:1; response_revision:2011; }","duration":"207.383366ms","start":"2026-04-09T16:02:21.612257Z","end":"2026-04-09T16:02:21.819640Z","steps":["trace[1666847230] 'agreement among raft nodes before linearized reading' (duration: 170.099506ms)","trace[1666847230] 'range keys from in-memory index tree' (duration: 36.821363ms)"],"step_count":2}